2024-11-22 14:31:20,300 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-22 14:31:20,328 main DEBUG Took 0.026033 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-22 14:31:20,329 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-22 14:31:20,329 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-22 14:31:20,331 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-22 14:31:20,333 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 14:31:20,344 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-22 14:31:20,359 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 14:31:20,361 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 14:31:20,362 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 14:31:20,363 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 14:31:20,363 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 14:31:20,364 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 14:31:20,365 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 14:31:20,366 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 14:31:20,366 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 14:31:20,367 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 14:31:20,368 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 14:31:20,368 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 14:31:20,369 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 14:31:20,369 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 14:31:20,370 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 14:31:20,371 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 14:31:20,371 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 14:31:20,372 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 14:31:20,372 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 14:31:20,373 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 14:31:20,374 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 14:31:20,374 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 14:31:20,375 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 14:31:20,375 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 14:31:20,376 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 14:31:20,376 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-22 14:31:20,378 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 14:31:20,380 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-22 14:31:20,382 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-22 14:31:20,383 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-22 14:31:20,385 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-22 14:31:20,386 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-22 14:31:20,397 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-22 14:31:20,400 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-22 14:31:20,402 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-22 14:31:20,403 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-22 14:31:20,403 main DEBUG createAppenders(={Console}) 2024-11-22 14:31:20,404 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d initialized 2024-11-22 14:31:20,405 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-22 14:31:20,405 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d OK. 2024-11-22 14:31:20,406 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-22 14:31:20,406 main DEBUG OutputStream closed 2024-11-22 14:31:20,407 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-22 14:31:20,407 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-22 14:31:20,408 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@43dac38f OK 2024-11-22 14:31:20,511 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-22 14:31:20,514 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-22 14:31:20,516 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-22 14:31:20,517 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-22 14:31:20,518 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-22 14:31:20,518 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-22 14:31:20,519 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-22 14:31:20,519 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-22 14:31:20,520 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-22 14:31:20,520 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-22 14:31:20,520 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-22 14:31:20,521 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-22 14:31:20,521 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-22 14:31:20,522 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-22 14:31:20,522 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-22 14:31:20,522 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-22 14:31:20,523 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-22 14:31:20,523 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-22 14:31:20,526 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-22 14:31:20,526 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@1b84f475) with optional ClassLoader: null 2024-11-22 14:31:20,526 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-22 14:31:20,527 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@1b84f475] started OK. 2024-11-22T14:31:20,543 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.replication.TestMasterReplication timeout: 13 mins 2024-11-22 14:31:20,546 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-22 14:31:20,547 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-22T14:31:20,599 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=238, ProcessCount=11, AvailableMemoryMB=6746 2024-11-22T14:31:20,801 INFO [Time-limited test {}] replication.TestMasterReplication(448): testBasePeerConfigsForPeerMutations 2024-11-22T14:31:20,840 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f7cef25-589d-81a0-4a5b-d11c6aff28c2 2024-11-22T14:31:20,843 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f7cef25-589d-81a0-4a5b-d11c6aff28c2/cluster_8641fd7a-d159-1bbe-b00d-79a8cb4e8b8e, deleteOnExit=true 2024-11-22T14:31:20,924 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f7cef25-589d-81a0-4a5b-d11c6aff28c2/cluster_8641fd7a-d159-1bbe-b00d-79a8cb4e8b8e/zookeeper_0, clientPort=55093, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f7cef25-589d-81a0-4a5b-d11c6aff28c2/cluster_8641fd7a-d159-1bbe-b00d-79a8cb4e8b8e/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f7cef25-589d-81a0-4a5b-d11c6aff28c2/cluster_8641fd7a-d159-1bbe-b00d-79a8cb4e8b8e/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-22T14:31:20,939 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=55093 2024-11-22T14:31:20,940 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-22T14:31:20,954 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-22T14:31:20,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f7cef25-589d-81a0-4a5b-d11c6aff28c2/test.cache.data in system properties and HBase conf 2024-11-22T14:31:20,956 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f7cef25-589d-81a0-4a5b-d11c6aff28c2/hadoop.tmp.dir in system properties and HBase conf 2024-11-22T14:31:20,957 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f7cef25-589d-81a0-4a5b-d11c6aff28c2/hadoop.log.dir in system properties and HBase conf 2024-11-22T14:31:20,958 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f7cef25-589d-81a0-4a5b-d11c6aff28c2/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-22T14:31:20,959 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f7cef25-589d-81a0-4a5b-d11c6aff28c2/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-22T14:31:20,960 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-22T14:31:21,054 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-22T14:31:21,165 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-22T14:31:21,171 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f7cef25-589d-81a0-4a5b-d11c6aff28c2/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-22T14:31:21,172 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f7cef25-589d-81a0-4a5b-d11c6aff28c2/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-22T14:31:21,173 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f7cef25-589d-81a0-4a5b-d11c6aff28c2/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-22T14:31:21,173 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f7cef25-589d-81a0-4a5b-d11c6aff28c2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T14:31:21,174 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f7cef25-589d-81a0-4a5b-d11c6aff28c2/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-22T14:31:21,175 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f7cef25-589d-81a0-4a5b-d11c6aff28c2/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-22T14:31:21,175 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f7cef25-589d-81a0-4a5b-d11c6aff28c2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T14:31:21,176 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f7cef25-589d-81a0-4a5b-d11c6aff28c2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T14:31:21,177 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f7cef25-589d-81a0-4a5b-d11c6aff28c2/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-22T14:31:21,177 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f7cef25-589d-81a0-4a5b-d11c6aff28c2/nfs.dump.dir in system properties and HBase conf 2024-11-22T14:31:21,178 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f7cef25-589d-81a0-4a5b-d11c6aff28c2/java.io.tmpdir in system properties and HBase conf 2024-11-22T14:31:21,179 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f7cef25-589d-81a0-4a5b-d11c6aff28c2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T14:31:21,179 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f7cef25-589d-81a0-4a5b-d11c6aff28c2/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-22T14:31:21,180 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f7cef25-589d-81a0-4a5b-d11c6aff28c2/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-22T14:31:22,076 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-22T14:31:22,152 INFO [Time-limited test {}] log.Log(170): Logging initialized @2684ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-22T14:31:22,218 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T14:31:22,277 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T14:31:22,303 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T14:31:22,303 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T14:31:22,304 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-22T14:31:22,317 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T14:31:22,320 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f6d0cec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f7cef25-589d-81a0-4a5b-d11c6aff28c2/hadoop.log.dir/,AVAILABLE} 2024-11-22T14:31:22,321 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@178525d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T14:31:22,495 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@303ee801{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f7cef25-589d-81a0-4a5b-d11c6aff28c2/java.io.tmpdir/jetty-localhost-41901-hadoop-hdfs-3_4_1-tests_jar-_-any-11261389732204691054/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T14:31:22,502 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@65cd7e94{HTTP/1.1, (http/1.1)}{localhost:41901} 2024-11-22T14:31:22,502 INFO [Time-limited test {}] server.Server(415): Started @3035ms 2024-11-22T14:31:22,866 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T14:31:22,875 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T14:31:22,876 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T14:31:22,876 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T14:31:22,876 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-22T14:31:22,877 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6c529a07{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f7cef25-589d-81a0-4a5b-d11c6aff28c2/hadoop.log.dir/,AVAILABLE} 2024-11-22T14:31:22,878 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@44d45b59{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T14:31:22,987 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7a2d6a05{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f7cef25-589d-81a0-4a5b-d11c6aff28c2/java.io.tmpdir/jetty-localhost-33171-hadoop-hdfs-3_4_1-tests_jar-_-any-10740617547636347842/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T14:31:22,988 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7f5d5cd1{HTTP/1.1, (http/1.1)}{localhost:33171} 2024-11-22T14:31:22,988 INFO [Time-limited test {}] server.Server(415): Started @3521ms 2024-11-22T14:31:23,044 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-22T14:31:23,560 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f7cef25-589d-81a0-4a5b-d11c6aff28c2/cluster_8641fd7a-d159-1bbe-b00d-79a8cb4e8b8e/data/data2/current/BP-2027578243-172.17.0.2-1732285881812/current, will proceed with Du for space computation calculation, 2024-11-22T14:31:23,560 WARN [Thread-71 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f7cef25-589d-81a0-4a5b-d11c6aff28c2/cluster_8641fd7a-d159-1bbe-b00d-79a8cb4e8b8e/data/data1/current/BP-2027578243-172.17.0.2-1732285881812/current, will proceed with Du for space computation calculation, 2024-11-22T14:31:23,612 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-22T14:31:23,685 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4fd17439c32f688e with lease ID 0x1512bb2326805440: Processing first storage report for DS-dd3107da-f101-48bf-a433-ac4517799d1c from datanode DatanodeRegistration(127.0.0.1:37755, datanodeUuid=f7c1554b-bcd1-4ce5-8163-0b7d408b923e, infoPort=46059, infoSecurePort=0, ipcPort=38199, storageInfo=lv=-57;cid=testClusterID;nsid=2114687373;c=1732285881812) 2024-11-22T14:31:23,687 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4fd17439c32f688e with lease ID 0x1512bb2326805440: from storage DS-dd3107da-f101-48bf-a433-ac4517799d1c node DatanodeRegistration(127.0.0.1:37755, datanodeUuid=f7c1554b-bcd1-4ce5-8163-0b7d408b923e, infoPort=46059, infoSecurePort=0, ipcPort=38199, storageInfo=lv=-57;cid=testClusterID;nsid=2114687373;c=1732285881812), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-22T14:31:23,687 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4fd17439c32f688e with lease ID 0x1512bb2326805440: Processing first storage report for DS-bec4945d-1153-4609-b8cc-13dc2658bc00 from datanode DatanodeRegistration(127.0.0.1:37755, datanodeUuid=f7c1554b-bcd1-4ce5-8163-0b7d408b923e, infoPort=46059, infoSecurePort=0, ipcPort=38199, storageInfo=lv=-57;cid=testClusterID;nsid=2114687373;c=1732285881812) 2024-11-22T14:31:23,688 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4fd17439c32f688e with lease ID 0x1512bb2326805440: from storage DS-bec4945d-1153-4609-b8cc-13dc2658bc00 node DatanodeRegistration(127.0.0.1:37755, datanodeUuid=f7c1554b-bcd1-4ce5-8163-0b7d408b923e, infoPort=46059, infoSecurePort=0, ipcPort=38199, storageInfo=lv=-57;cid=testClusterID;nsid=2114687373;c=1732285881812), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T14:31:23,699 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f7cef25-589d-81a0-4a5b-d11c6aff28c2 2024-11-22T14:31:23,723 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T14:31:23,728 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T14:31:24,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37755 is added to blk_1073741825_1001 (size=7) 2024-11-22T14:31:24,416 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38091/user/jenkins/test-data/91631524-f60b-573c-14e8-f47f5ed1b6ef with version=8 2024-11-22T14:31:24,417 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38091/user/jenkins/test-data/91631524-f60b-573c-14e8-f47f5ed1b6ef/hbase-staging 2024-11-22T14:31:24,542 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-22T14:31:24,809 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b313e41b3af3:0 server-side Connection retries=45 2024-11-22T14:31:24,819 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T14:31:24,819 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T14:31:24,824 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T14:31:24,825 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T14:31:24,825 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T14:31:25,014 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-22T14:31:25,079 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-22T14:31:25,088 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-22T14:31:25,092 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T14:31:25,117 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 98211 (auto-detected) 2024-11-22T14:31:25,118 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-22T14:31:25,137 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41045 2024-11-22T14:31:25,160 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41045 connecting to ZooKeeper ensemble=127.0.0.1:55093 2024-11-22T14:31:25,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:410450x0, quorum=127.0.0.1:55093, baseZNode=/0-464112142 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T14:31:25,202 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41045-0x10067d836b60000 connected 2024-11-22T14:31:25,250 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T14:31:25,252 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T14:31:25,288 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41045-0x10067d836b60000, quorum=127.0.0.1:55093, baseZNode=/0-464112142 Set watcher on znode that does not yet exist, /0-464112142/running 2024-11-22T14:31:25,293 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38091/user/jenkins/test-data/91631524-f60b-573c-14e8-f47f5ed1b6ef, hbase.cluster.distributed=false 2024-11-22T14:31:25,326 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41045-0x10067d836b60000, quorum=127.0.0.1:55093, baseZNode=/0-464112142 Set watcher on znode that does not yet exist, /0-464112142/acl 2024-11-22T14:31:25,334 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41045 2024-11-22T14:31:25,335 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41045 2024-11-22T14:31:25,336 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41045 2024-11-22T14:31:25,341 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41045 2024-11-22T14:31:25,342 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41045 2024-11-22T14:31:25,496 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b313e41b3af3:0 server-side Connection retries=45 2024-11-22T14:31:25,498 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T14:31:25,499 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T14:31:25,499 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T14:31:25,500 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T14:31:25,500 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T14:31:25,504 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-22T14:31:25,508 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T14:31:25,512 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46773 2024-11-22T14:31:25,515 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46773 connecting to ZooKeeper ensemble=127.0.0.1:55093 2024-11-22T14:31:25,517 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T14:31:25,522 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T14:31:25,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:467730x0, quorum=127.0.0.1:55093, baseZNode=/0-464112142 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T14:31:25,542 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46773-0x10067d836b60001 connected 2024-11-22T14:31:25,544 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46773-0x10067d836b60001, quorum=127.0.0.1:55093, baseZNode=/0-464112142 Set watcher on znode that does not yet exist, /0-464112142/running 2024-11-22T14:31:25,548 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-22T14:31:25,559 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-22T14:31:25,562 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46773-0x10067d836b60001, quorum=127.0.0.1:55093, baseZNode=/0-464112142 Set watcher on znode that does not yet exist, /0-464112142/master 2024-11-22T14:31:25,567 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46773-0x10067d836b60001, quorum=127.0.0.1:55093, baseZNode=/0-464112142 Set watcher on znode that does not yet exist, /0-464112142/acl 2024-11-22T14:31:25,568 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46773 2024-11-22T14:31:25,568 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46773 2024-11-22T14:31:25,569 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46773 2024-11-22T14:31:25,571 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46773 2024-11-22T14:31:25,572 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46773 2024-11-22T14:31:25,592 DEBUG [M:0;b313e41b3af3:41045 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b313e41b3af3:41045 2024-11-22T14:31:25,594 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-464112142/backup-masters/b313e41b3af3,41045,1732285884615 2024-11-22T14:31:25,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46773-0x10067d836b60001, quorum=127.0.0.1:55093, baseZNode=/0-464112142 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-464112142/backup-masters 2024-11-22T14:31:25,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41045-0x10067d836b60000, quorum=127.0.0.1:55093, baseZNode=/0-464112142 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-464112142/backup-masters 2024-11-22T14:31:25,603 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41045-0x10067d836b60000, quorum=127.0.0.1:55093, baseZNode=/0-464112142 Set watcher on existing znode=/0-464112142/backup-masters/b313e41b3af3,41045,1732285884615 2024-11-22T14:31:25,625 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41045-0x10067d836b60000, quorum=127.0.0.1:55093, baseZNode=/0-464112142 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-464112142 2024-11-22T14:31:25,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46773-0x10067d836b60001, quorum=127.0.0.1:55093, baseZNode=/0-464112142 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-464112142/master 2024-11-22T14:31:25,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46773-0x10067d836b60001, quorum=127.0.0.1:55093, baseZNode=/0-464112142 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-464112142 2024-11-22T14:31:25,630 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41045-0x10067d836b60000, quorum=127.0.0.1:55093, baseZNode=/0-464112142 Set watcher on existing znode=/0-464112142/master 2024-11-22T14:31:25,632 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-464112142/backup-masters/b313e41b3af3,41045,1732285884615 from backup master directory 2024-11-22T14:31:25,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46773-0x10067d836b60001, quorum=127.0.0.1:55093, baseZNode=/0-464112142 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-464112142/backup-masters 2024-11-22T14:31:25,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41045-0x10067d836b60000, quorum=127.0.0.1:55093, baseZNode=/0-464112142 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-464112142/backup-masters/b313e41b3af3,41045,1732285884615 2024-11-22T14:31:25,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41045-0x10067d836b60000, quorum=127.0.0.1:55093, baseZNode=/0-464112142 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-464112142/backup-masters 2024-11-22T14:31:25,637 WARN [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T14:31:25,638 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b313e41b3af3,41045,1732285884615 2024-11-22T14:31:25,640 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-22T14:31:25,642 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-22T14:31:25,704 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38091/user/jenkins/test-data/91631524-f60b-573c-14e8-f47f5ed1b6ef/hbase.id] with ID: da023714-9ab4-4a6a-b41c-9bb289e625ee 2024-11-22T14:31:25,705 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38091/user/jenkins/test-data/91631524-f60b-573c-14e8-f47f5ed1b6ef/.tmp/hbase.id 2024-11-22T14:31:25,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37755 is added to blk_1073741826_1002 (size=42) 2024-11-22T14:31:26,116 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38091/user/jenkins/test-data/91631524-f60b-573c-14e8-f47f5ed1b6ef/.tmp/hbase.id]:[hdfs://localhost:38091/user/jenkins/test-data/91631524-f60b-573c-14e8-f47f5ed1b6ef/hbase.id] 2024-11-22T14:31:26,162 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T14:31:26,168 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-22T14:31:26,188 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 19ms. 2024-11-22T14:31:26,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41045-0x10067d836b60000, quorum=127.0.0.1:55093, baseZNode=/0-464112142 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-464112142 2024-11-22T14:31:26,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46773-0x10067d836b60001, quorum=127.0.0.1:55093, baseZNode=/0-464112142 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-464112142 2024-11-22T14:31:26,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37755 is added to blk_1073741827_1003 (size=196) 2024-11-22T14:31:26,621 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T14:31:26,623 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-22T14:31:26,638 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T14:31:26,641 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T14:31:26,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37755 is added to blk_1073741828_1004 (size=1189) 2024-11-22T14:31:27,090 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38091/user/jenkins/test-data/91631524-f60b-573c-14e8-f47f5ed1b6ef/MasterData/data/master/store 2024-11-22T14:31:27,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37755 is added to blk_1073741829_1005 (size=34) 2024-11-22T14:31:27,513 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-22T14:31:27,516 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T14:31:27,518 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T14:31:27,518 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T14:31:27,519 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T14:31:27,520 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T14:31:27,521 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T14:31:27,521 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T14:31:27,522 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732285887518Disabling compacts and flushes for region at 1732285887518Disabling writes for close at 1732285887520 (+2 ms)Writing region close event to WAL at 1732285887521 (+1 ms)Closed at 1732285887521 2024-11-22T14:31:27,525 WARN [master/b313e41b3af3:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38091/user/jenkins/test-data/91631524-f60b-573c-14e8-f47f5ed1b6ef/MasterData/data/master/store/.initializing 2024-11-22T14:31:27,525 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38091/user/jenkins/test-data/91631524-f60b-573c-14e8-f47f5ed1b6ef/MasterData/WALs/b313e41b3af3,41045,1732285884615 2024-11-22T14:31:27,535 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T14:31:27,551 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b313e41b3af3%2C41045%2C1732285884615, suffix=, logDir=hdfs://localhost:38091/user/jenkins/test-data/91631524-f60b-573c-14e8-f47f5ed1b6ef/MasterData/WALs/b313e41b3af3,41045,1732285884615, archiveDir=hdfs://localhost:38091/user/jenkins/test-data/91631524-f60b-573c-14e8-f47f5ed1b6ef/MasterData/oldWALs, maxLogs=10 2024-11-22T14:31:27,581 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/91631524-f60b-573c-14e8-f47f5ed1b6ef/MasterData/WALs/b313e41b3af3,41045,1732285884615/b313e41b3af3%2C41045%2C1732285884615.1732285887557, exclude list is [], retry=0 2024-11-22T14:31:27,597 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37755,DS-dd3107da-f101-48bf-a433-ac4517799d1c,DISK] 2024-11-22T14:31:27,600 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-22T14:31:27,631 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/91631524-f60b-573c-14e8-f47f5ed1b6ef/MasterData/WALs/b313e41b3af3,41045,1732285884615/b313e41b3af3%2C41045%2C1732285884615.1732285887557 2024-11-22T14:31:27,632 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46059:46059)] 2024-11-22T14:31:27,633 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-22T14:31:27,633 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T14:31:27,636 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:31:27,637 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:31:27,673 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:31:27,704 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-22T14:31:27,708 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:31:27,712 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T14:31:27,713 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:31:27,717 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-22T14:31:27,718 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:31:27,720 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:31:27,720 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:31:27,724 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-22T14:31:27,725 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:31:27,727 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:31:27,727 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:31:27,730 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-22T14:31:27,731 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:31:27,732 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:31:27,732 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:31:27,736 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38091/user/jenkins/test-data/91631524-f60b-573c-14e8-f47f5ed1b6ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:31:27,737 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38091/user/jenkins/test-data/91631524-f60b-573c-14e8-f47f5ed1b6ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:31:27,744 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:31:27,744 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:31:27,749 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T14:31:27,755 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:31:27,761 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38091/user/jenkins/test-data/91631524-f60b-573c-14e8-f47f5ed1b6ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T14:31:27,763 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69969566, jitterRate=0.04262778162956238}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T14:31:27,772 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732285887648Initializing all the Stores at 1732285887650 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732285887651 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732285887652 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732285887652Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732285887652Cleaning up temporary data from old regions at 1732285887745 (+93 ms)Region opened successfully at 1732285887772 (+27 ms) 2024-11-22T14:31:27,774 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-22T14:31:27,808 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18a91d83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b313e41b3af3/172.17.0.2:0 2024-11-22T14:31:27,834 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-22T14:31:27,844 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-22T14:31:27,844 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-22T14:31:27,847 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-22T14:31:27,848 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-22T14:31:27,852 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-22T14:31:27,852 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-22T14:31:27,876 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-22T14:31:27,885 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41045-0x10067d836b60000, quorum=127.0.0.1:55093, baseZNode=/0-464112142 Unable to get data of znode /0-464112142/balancer because node does not exist (not necessarily an error) 2024-11-22T14:31:27,886 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-464112142/balancer already deleted, retry=false 2024-11-22T14:31:27,889 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-22T14:31:27,890 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41045-0x10067d836b60000, quorum=127.0.0.1:55093, baseZNode=/0-464112142 Unable to get data of znode /0-464112142/normalizer because node does not exist (not necessarily an error) 2024-11-22T14:31:27,891 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-464112142/normalizer already deleted, retry=false 2024-11-22T14:31:27,894 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-22T14:31:27,897 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41045-0x10067d836b60000, quorum=127.0.0.1:55093, baseZNode=/0-464112142 Unable to get data of znode /0-464112142/switch/split because node does not exist (not necessarily an error) 2024-11-22T14:31:27,898 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-464112142/switch/split already deleted, retry=false 2024-11-22T14:31:27,900 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41045-0x10067d836b60000, quorum=127.0.0.1:55093, baseZNode=/0-464112142 Unable to get data of znode /0-464112142/switch/merge because node does not exist (not necessarily an error) 2024-11-22T14:31:27,901 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-464112142/switch/merge already deleted, retry=false 2024-11-22T14:31:27,917 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41045-0x10067d836b60000, quorum=127.0.0.1:55093, baseZNode=/0-464112142 Unable to get data of znode /0-464112142/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-22T14:31:27,918 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-464112142/snapshot-cleanup already deleted, retry=false 2024-11-22T14:31:27,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41045-0x10067d836b60000, quorum=127.0.0.1:55093, baseZNode=/0-464112142 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-464112142/running 2024-11-22T14:31:27,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46773-0x10067d836b60001, quorum=127.0.0.1:55093, baseZNode=/0-464112142 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-464112142/running 2024-11-22T14:31:27,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41045-0x10067d836b60000, quorum=127.0.0.1:55093, baseZNode=/0-464112142 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-464112142 2024-11-22T14:31:27,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46773-0x10067d836b60001, quorum=127.0.0.1:55093, baseZNode=/0-464112142 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-464112142 2024-11-22T14:31:27,924 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b313e41b3af3,41045,1732285884615, sessionid=0x10067d836b60000, setting cluster-up flag (Was=false) 2024-11-22T14:31:27,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46773-0x10067d836b60001, quorum=127.0.0.1:55093, baseZNode=/0-464112142 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-464112142 2024-11-22T14:31:27,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41045-0x10067d836b60000, quorum=127.0.0.1:55093, baseZNode=/0-464112142 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-464112142 2024-11-22T14:31:27,940 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-464112142/flush-table-proc/acquired, /0-464112142/flush-table-proc/reached, /0-464112142/flush-table-proc/abort 2024-11-22T14:31:27,941 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b313e41b3af3,41045,1732285884615 2024-11-22T14:31:27,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46773-0x10067d836b60001, quorum=127.0.0.1:55093, baseZNode=/0-464112142 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-464112142 2024-11-22T14:31:27,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41045-0x10067d836b60000, quorum=127.0.0.1:55093, baseZNode=/0-464112142 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-464112142 2024-11-22T14:31:27,951 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-464112142/online-snapshot/acquired, /0-464112142/online-snapshot/reached, /0-464112142/online-snapshot/abort 2024-11-22T14:31:27,953 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b313e41b3af3,41045,1732285884615 2024-11-22T14:31:27,960 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38091/user/jenkins/test-data/91631524-f60b-573c-14e8-f47f5ed1b6ef/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-22T14:31:27,979 INFO [RS:0;b313e41b3af3:46773 {}] regionserver.HRegionServer(746): ClusterId : da023714-9ab4-4a6a-b41c-9bb289e625ee 2024-11-22T14:31:27,981 DEBUG [RS:0;b313e41b3af3:46773 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-22T14:31:27,985 DEBUG [RS:0;b313e41b3af3:46773 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-22T14:31:27,985 DEBUG [RS:0;b313e41b3af3:46773 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-22T14:31:27,988 DEBUG [RS:0;b313e41b3af3:46773 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-22T14:31:27,988 DEBUG [RS:0;b313e41b3af3:46773 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1038e8c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b313e41b3af3/172.17.0.2:0 2024-11-22T14:31:28,002 DEBUG [RS:0;b313e41b3af3:46773 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b313e41b3af3:46773 2024-11-22T14:31:28,005 INFO [RS:0;b313e41b3af3:46773 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-22T14:31:28,006 INFO [RS:0;b313e41b3af3:46773 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-22T14:31:28,006 DEBUG [RS:0;b313e41b3af3:46773 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-22T14:31:28,008 INFO [RS:0;b313e41b3af3:46773 {}] regionserver.HRegionServer(2659): reportForDuty to master=b313e41b3af3,41045,1732285884615 with port=46773, startcode=1732285885442 2024-11-22T14:31:28,019 DEBUG [RS:0;b313e41b3af3:46773 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-22T14:31:28,032 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-22T14:31:28,042 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-22T14:31:28,053 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-22T14:31:28,056 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33961, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-22T14:31:28,059 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b313e41b3af3,41045,1732285884615 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-22T14:31:28,063 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41045 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T14:31:28,066 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b313e41b3af3:0, corePoolSize=5, maxPoolSize=5 2024-11-22T14:31:28,067 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b313e41b3af3:0, corePoolSize=5, maxPoolSize=5 2024-11-22T14:31:28,067 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b313e41b3af3:0, corePoolSize=5, maxPoolSize=5 2024-11-22T14:31:28,067 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b313e41b3af3:0, corePoolSize=5, maxPoolSize=5 2024-11-22T14:31:28,067 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b313e41b3af3:0, corePoolSize=10, maxPoolSize=10 2024-11-22T14:31:28,067 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:31:28,068 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b313e41b3af3:0, corePoolSize=2, maxPoolSize=2 2024-11-22T14:31:28,068 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:31:28,069 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732285918069 2024-11-22T14:31:28,070 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-22T14:31:28,071 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-22T14:31:28,074 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T14:31:28,075 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-22T14:31:28,075 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-22T14:31:28,075 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-22T14:31:28,076 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-22T14:31:28,076 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-22T14:31:28,077 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T14:31:28,081 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-22T14:31:28,082 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:31:28,082 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-22T14:31:28,083 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-22T14:31:28,082 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-22T14:31:28,083 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-22T14:31:28,085 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-22T14:31:28,085 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-22T14:31:28,087 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b313e41b3af3:0:becomeActiveMaster-HFileCleaner.large.0-1732285888086,5,FailOnTimeoutGroup] 2024-11-22T14:31:28,088 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b313e41b3af3:0:becomeActiveMaster-HFileCleaner.small.0-1732285888087,5,FailOnTimeoutGroup] 2024-11-22T14:31:28,088 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T14:31:28,088 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-22T14:31:28,089 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-22T14:31:28,090 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-22T14:31:28,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37755 is added to blk_1073741831_1007 (size=1321) 2024-11-22T14:31:28,093 DEBUG [RS:0;b313e41b3af3:46773 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-22T14:31:28,093 WARN [RS:0;b313e41b3af3:46773 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-22T14:31:28,195 INFO [RS:0;b313e41b3af3:46773 {}] regionserver.HRegionServer(2659): reportForDuty to master=b313e41b3af3,41045,1732285884615 with port=46773, startcode=1732285885442 2024-11-22T14:31:28,199 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41045 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b313e41b3af3,46773,1732285885442 2024-11-22T14:31:28,202 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41045 {}] master.ServerManager(517): Registering regionserver=b313e41b3af3,46773,1732285885442 2024-11-22T14:31:28,210 DEBUG [RS:0;b313e41b3af3:46773 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38091/user/jenkins/test-data/91631524-f60b-573c-14e8-f47f5ed1b6ef 2024-11-22T14:31:28,211 DEBUG [RS:0;b313e41b3af3:46773 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38091 2024-11-22T14:31:28,211 DEBUG [RS:0;b313e41b3af3:46773 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-22T14:31:28,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41045-0x10067d836b60000, quorum=127.0.0.1:55093, baseZNode=/0-464112142 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-464112142/rs 2024-11-22T14:31:28,215 DEBUG [RS:0;b313e41b3af3:46773 {}] zookeeper.ZKUtil(111): regionserver:46773-0x10067d836b60001, quorum=127.0.0.1:55093, baseZNode=/0-464112142 Set watcher on existing znode=/0-464112142/rs/b313e41b3af3,46773,1732285885442 2024-11-22T14:31:28,215 WARN [RS:0;b313e41b3af3:46773 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T14:31:28,216 INFO [RS:0;b313e41b3af3:46773 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T14:31:28,216 DEBUG [RS:0;b313e41b3af3:46773 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38091/user/jenkins/test-data/91631524-f60b-573c-14e8-f47f5ed1b6ef/WALs/b313e41b3af3,46773,1732285885442 2024-11-22T14:31:28,217 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b313e41b3af3,46773,1732285885442] 2024-11-22T14:31:28,241 INFO [RS:0;b313e41b3af3:46773 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-22T14:31:28,258 INFO [RS:0;b313e41b3af3:46773 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-22T14:31:28,263 INFO [RS:0;b313e41b3af3:46773 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-22T14:31:28,263 INFO [RS:0;b313e41b3af3:46773 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T14:31:28,265 INFO [RS:0;b313e41b3af3:46773 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-22T14:31:28,271 INFO [RS:0;b313e41b3af3:46773 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-22T14:31:28,273 INFO [RS:0;b313e41b3af3:46773 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-22T14:31:28,273 DEBUG [RS:0;b313e41b3af3:46773 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:31:28,273 DEBUG [RS:0;b313e41b3af3:46773 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:31:28,273 DEBUG [RS:0;b313e41b3af3:46773 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:31:28,274 DEBUG [RS:0;b313e41b3af3:46773 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:31:28,274 DEBUG [RS:0;b313e41b3af3:46773 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:31:28,274 DEBUG [RS:0;b313e41b3af3:46773 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b313e41b3af3:0, corePoolSize=2, maxPoolSize=2 2024-11-22T14:31:28,274 DEBUG [RS:0;b313e41b3af3:46773 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:31:28,274 DEBUG [RS:0;b313e41b3af3:46773 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:31:28,274 DEBUG [RS:0;b313e41b3af3:46773 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:31:28,275 DEBUG [RS:0;b313e41b3af3:46773 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:31:28,275 DEBUG [RS:0;b313e41b3af3:46773 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:31:28,275 DEBUG [RS:0;b313e41b3af3:46773 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:31:28,275 DEBUG [RS:0;b313e41b3af3:46773 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b313e41b3af3:0, corePoolSize=3, maxPoolSize=3 2024-11-22T14:31:28,275 DEBUG [RS:0;b313e41b3af3:46773 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b313e41b3af3:0, corePoolSize=3, maxPoolSize=3 2024-11-22T14:31:28,276 INFO [RS:0;b313e41b3af3:46773 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T14:31:28,277 INFO [RS:0;b313e41b3af3:46773 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T14:31:28,277 INFO [RS:0;b313e41b3af3:46773 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T14:31:28,277 INFO [RS:0;b313e41b3af3:46773 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-22T14:31:28,277 INFO [RS:0;b313e41b3af3:46773 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-22T14:31:28,277 INFO [RS:0;b313e41b3af3:46773 {}] hbase.ChoreService(168): Chore ScheduledChore name=b313e41b3af3,46773,1732285885442-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T14:31:28,297 INFO [RS:0;b313e41b3af3:46773 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-22T14:31:28,300 INFO [RS:0;b313e41b3af3:46773 {}] hbase.ChoreService(168): Chore ScheduledChore name=b313e41b3af3,46773,1732285885442-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T14:31:28,300 INFO [RS:0;b313e41b3af3:46773 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T14:31:28,300 INFO [RS:0;b313e41b3af3:46773 {}] regionserver.Replication(171): b313e41b3af3,46773,1732285885442 started 2024-11-22T14:31:28,320 INFO [RS:0;b313e41b3af3:46773 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T14:31:28,320 INFO [RS:0;b313e41b3af3:46773 {}] regionserver.HRegionServer(1482): Serving as b313e41b3af3,46773,1732285885442, RpcServer on b313e41b3af3/172.17.0.2:46773, sessionid=0x10067d836b60001 2024-11-22T14:31:28,321 DEBUG [RS:0;b313e41b3af3:46773 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-22T14:31:28,322 DEBUG [RS:0;b313e41b3af3:46773 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b313e41b3af3,46773,1732285885442 2024-11-22T14:31:28,322 DEBUG [RS:0;b313e41b3af3:46773 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b313e41b3af3,46773,1732285885442' 2024-11-22T14:31:28,322 DEBUG [RS:0;b313e41b3af3:46773 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-464112142/flush-table-proc/abort' 2024-11-22T14:31:28,323 DEBUG [RS:0;b313e41b3af3:46773 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-464112142/flush-table-proc/acquired' 2024-11-22T14:31:28,324 DEBUG [RS:0;b313e41b3af3:46773 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-22T14:31:28,324 DEBUG [RS:0;b313e41b3af3:46773 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-22T14:31:28,324 DEBUG [RS:0;b313e41b3af3:46773 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b313e41b3af3,46773,1732285885442 2024-11-22T14:31:28,324 DEBUG [RS:0;b313e41b3af3:46773 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b313e41b3af3,46773,1732285885442' 2024-11-22T14:31:28,324 DEBUG [RS:0;b313e41b3af3:46773 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-464112142/online-snapshot/abort' 2024-11-22T14:31:28,325 DEBUG [RS:0;b313e41b3af3:46773 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-464112142/online-snapshot/acquired' 2024-11-22T14:31:28,326 DEBUG [RS:0;b313e41b3af3:46773 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-22T14:31:28,326 INFO [RS:0;b313e41b3af3:46773 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-22T14:31:28,326 INFO [RS:0;b313e41b3af3:46773 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-22T14:31:28,437 INFO [RS:0;b313e41b3af3:46773 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T14:31:28,440 INFO [RS:0;b313e41b3af3:46773 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b313e41b3af3%2C46773%2C1732285885442, suffix=, logDir=hdfs://localhost:38091/user/jenkins/test-data/91631524-f60b-573c-14e8-f47f5ed1b6ef/WALs/b313e41b3af3,46773,1732285885442, archiveDir=hdfs://localhost:38091/user/jenkins/test-data/91631524-f60b-573c-14e8-f47f5ed1b6ef/oldWALs, maxLogs=10 2024-11-22T14:31:28,458 DEBUG [RS:0;b313e41b3af3:46773 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/91631524-f60b-573c-14e8-f47f5ed1b6ef/WALs/b313e41b3af3,46773,1732285885442/b313e41b3af3%2C46773%2C1732285885442.1732285888443, exclude list is [], retry=0 2024-11-22T14:31:28,462 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37755,DS-dd3107da-f101-48bf-a433-ac4517799d1c,DISK] 2024-11-22T14:31:28,465 INFO [RS:0;b313e41b3af3:46773 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/91631524-f60b-573c-14e8-f47f5ed1b6ef/WALs/b313e41b3af3,46773,1732285885442/b313e41b3af3%2C46773%2C1732285885442.1732285888443 2024-11-22T14:31:28,466 DEBUG [RS:0;b313e41b3af3:46773 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46059:46059)] 2024-11-22T14:31:28,495 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38091/user/jenkins/test-data/91631524-f60b-573c-14e8-f47f5ed1b6ef/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-22T14:31:28,496 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38091/user/jenkins/test-data/91631524-f60b-573c-14e8-f47f5ed1b6ef 2024-11-22T14:31:28,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37755 is added to blk_1073741833_1009 (size=32) 2024-11-22T14:31:28,911 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T14:31:28,915 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T14:31:28,918 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T14:31:28,919 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:31:28,920 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T14:31:28,920 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T14:31:28,924 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T14:31:28,924 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:31:28,925 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T14:31:28,925 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T14:31:28,927 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T14:31:28,927 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:31:28,928 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T14:31:28,928 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T14:31:28,930 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T14:31:28,930 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:31:28,931 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T14:31:28,931 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T14:31:28,933 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38091/user/jenkins/test-data/91631524-f60b-573c-14e8-f47f5ed1b6ef/data/hbase/meta/1588230740 2024-11-22T14:31:28,933 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38091/user/jenkins/test-data/91631524-f60b-573c-14e8-f47f5ed1b6ef/data/hbase/meta/1588230740 2024-11-22T14:31:28,936 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T14:31:28,936 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T14:31:28,937 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T14:31:28,939 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T14:31:28,943 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38091/user/jenkins/test-data/91631524-f60b-573c-14e8-f47f5ed1b6ef/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T14:31:28,944 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71052191, jitterRate=0.0587601512670517}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T14:31:28,946 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732285888912Initializing all the Stores at 1732285888914 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732285888914Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732285888915 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732285888915Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732285888915Cleaning up temporary data from old regions at 1732285888936 (+21 ms)Region opened successfully at 1732285888946 (+10 ms) 2024-11-22T14:31:28,947 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-22T14:31:28,947 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-22T14:31:28,947 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-22T14:31:28,947 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T14:31:28,947 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T14:31:28,948 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-22T14:31:28,948 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732285888947Disabling compacts and flushes for region at 1732285888947Disabling writes for close at 1732285888947Writing region close event to WAL at 1732285888948 (+1 ms)Closed at 1732285888948 2024-11-22T14:31:28,951 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T14:31:28,951 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-22T14:31:28,957 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-22T14:31:28,964 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T14:31:28,968 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-22T14:31:29,121 DEBUG [b313e41b3af3:41045 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-22T14:31:29,135 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b313e41b3af3,46773,1732285885442 2024-11-22T14:31:29,142 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b313e41b3af3,46773,1732285885442, state=OPENING 2024-11-22T14:31:29,147 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-22T14:31:29,148 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41045-0x10067d836b60000, quorum=127.0.0.1:55093, baseZNode=/0-464112142 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-464112142 2024-11-22T14:31:29,148 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46773-0x10067d836b60001, quorum=127.0.0.1:55093, baseZNode=/0-464112142 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-464112142 2024-11-22T14:31:29,149 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-464112142/meta-region-server: CHANGED 2024-11-22T14:31:29,150 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-464112142/meta-region-server: CHANGED 2024-11-22T14:31:29,151 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T14:31:29,153 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b313e41b3af3,46773,1732285885442}] 2024-11-22T14:31:29,332 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-22T14:31:29,335 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42405, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-22T14:31:29,345 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-22T14:31:29,345 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T14:31:29,346 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-22T14:31:29,349 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b313e41b3af3%2C46773%2C1732285885442.meta, suffix=.meta, logDir=hdfs://localhost:38091/user/jenkins/test-data/91631524-f60b-573c-14e8-f47f5ed1b6ef/WALs/b313e41b3af3,46773,1732285885442, archiveDir=hdfs://localhost:38091/user/jenkins/test-data/91631524-f60b-573c-14e8-f47f5ed1b6ef/oldWALs, maxLogs=10 2024-11-22T14:31:29,364 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/91631524-f60b-573c-14e8-f47f5ed1b6ef/WALs/b313e41b3af3,46773,1732285885442/b313e41b3af3%2C46773%2C1732285885442.meta.1732285889351.meta, exclude list is [], retry=0 2024-11-22T14:31:29,368 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37755,DS-dd3107da-f101-48bf-a433-ac4517799d1c,DISK] 2024-11-22T14:31:29,371 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/91631524-f60b-573c-14e8-f47f5ed1b6ef/WALs/b313e41b3af3,46773,1732285885442/b313e41b3af3%2C46773%2C1732285885442.meta.1732285889351.meta 2024-11-22T14:31:29,371 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46059:46059)] 2024-11-22T14:31:29,372 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-22T14:31:29,376 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-22T14:31:29,377 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-22T14:31:29,379 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-22T14:31:29,381 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-22T14:31:29,385 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-22T14:31:29,385 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T14:31:29,386 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-22T14:31:29,386 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-22T14:31:29,389 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T14:31:29,390 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T14:31:29,391 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:31:29,391 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T14:31:29,392 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T14:31:29,393 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T14:31:29,393 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:31:29,394 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T14:31:29,394 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T14:31:29,395 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T14:31:29,396 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:31:29,396 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T14:31:29,396 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T14:31:29,398 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T14:31:29,398 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:31:29,399 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T14:31:29,400 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T14:31:29,401 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38091/user/jenkins/test-data/91631524-f60b-573c-14e8-f47f5ed1b6ef/data/hbase/meta/1588230740 2024-11-22T14:31:29,404 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38091/user/jenkins/test-data/91631524-f60b-573c-14e8-f47f5ed1b6ef/data/hbase/meta/1588230740 2024-11-22T14:31:29,407 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T14:31:29,407 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T14:31:29,408 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T14:31:29,410 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T14:31:29,412 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69520074, jitterRate=0.03592982888221741}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T14:31:29,412 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-22T14:31:29,413 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732285889386Writing region info on filesystem at 1732285889386Initializing all the Stores at 1732285889388 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732285889388Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732285889389 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732285889389Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732285889389Cleaning up temporary data from old regions at 1732285889407 (+18 ms)Running coprocessor post-open hooks at 1732285889412 (+5 ms)Region opened successfully at 1732285889413 (+1 ms) 2024-11-22T14:31:29,420 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732285889325 2024-11-22T14:31:29,430 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-22T14:31:29,431 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-22T14:31:29,432 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b313e41b3af3,46773,1732285885442 2024-11-22T14:31:29,435 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b313e41b3af3,46773,1732285885442, state=OPEN 2024-11-22T14:31:29,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41045-0x10067d836b60000, quorum=127.0.0.1:55093, baseZNode=/0-464112142 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-464112142/meta-region-server 2024-11-22T14:31:29,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46773-0x10067d836b60001, quorum=127.0.0.1:55093, baseZNode=/0-464112142 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-464112142/meta-region-server 2024-11-22T14:31:29,438 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-464112142/meta-region-server: CHANGED 2024-11-22T14:31:29,438 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-464112142/meta-region-server: CHANGED 2024-11-22T14:31:29,438 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b313e41b3af3,46773,1732285885442 2024-11-22T14:31:29,444 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-22T14:31:29,445 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b313e41b3af3,46773,1732285885442 in 286 msec 2024-11-22T14:31:29,451 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-22T14:31:29,451 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 490 msec 2024-11-22T14:31:29,453 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T14:31:29,453 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-22T14:31:29,470 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T14:31:29,471 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b313e41b3af3,46773,1732285885442, seqNum=-1] 2024-11-22T14:31:29,489 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T14:31:29,492 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33685, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T14:31:29,514 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.5200 sec 2024-11-22T14:31:29,514 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732285889514, completionTime=-1 2024-11-22T14:31:29,519 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-22T14:31:29,519 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-22T14:31:29,550 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-22T14:31:29,550 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732285949550 2024-11-22T14:31:29,551 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732286009551 2024-11-22T14:31:29,551 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 31 msec 2024-11-22T14:31:29,553 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b313e41b3af3,41045,1732285884615-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T14:31:29,554 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b313e41b3af3,41045,1732285884615-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T14:31:29,554 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b313e41b3af3,41045,1732285884615-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T14:31:29,555 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b313e41b3af3:41045, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T14:31:29,555 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-22T14:31:29,556 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-22T14:31:29,561 DEBUG [master/b313e41b3af3:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-22T14:31:29,583 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.945sec 2024-11-22T14:31:29,584 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-22T14:31:29,586 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-22T14:31:29,586 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-22T14:31:29,587 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-22T14:31:29,587 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-22T14:31:29,588 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b313e41b3af3,41045,1732285884615-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T14:31:29,589 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b313e41b3af3,41045,1732285884615-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-22T14:31:29,598 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-22T14:31:29,598 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-22T14:31:29,599 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b313e41b3af3,41045,1732285884615-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T14:31:29,688 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21eccfc2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:31:29,690 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-22T14:31:29,690 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-22T14:31:29,693 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b313e41b3af3,41045,-1 for getting cluster id 2024-11-22T14:31:29,695 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T14:31:29,703 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'da023714-9ab4-4a6a-b41c-9bb289e625ee' 2024-11-22T14:31:29,706 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T14:31:29,707 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "da023714-9ab4-4a6a-b41c-9bb289e625ee" 2024-11-22T14:31:29,709 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e73d884, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:31:29,709 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b313e41b3af3,41045,-1] 2024-11-22T14:31:29,712 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T14:31:29,714 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:31:29,715 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36382, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T14:31:29,718 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@393835d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:31:29,719 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T14:31:29,726 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b313e41b3af3,46773,1732285885442, seqNum=-1] 2024-11-22T14:31:29,727 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T14:31:29,730 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43926, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T14:31:29,748 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b313e41b3af3,41045,1732285884615 2024-11-22T14:31:29,750 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:55093 2024-11-22T14:31:29,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:55093, baseZNode=/0-464112142 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T14:31:29,753 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10067d836b60002 connected 2024-11-22T14:31:29,770 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f7cef25-589d-81a0-4a5b-d11c6aff28c2/hadoop.log.dir so I do NOT create it in target/test-data/d627378f-5c35-c5f6-6059-7286fbb5cbcf 2024-11-22T14:31:29,770 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f7cef25-589d-81a0-4a5b-d11c6aff28c2/hadoop.log.dir Erasing configuration value by system value. 2024-11-22T14:31:29,770 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f7cef25-589d-81a0-4a5b-d11c6aff28c2/hadoop.tmp.dir so I do NOT create it in target/test-data/d627378f-5c35-c5f6-6059-7286fbb5cbcf 2024-11-22T14:31:29,771 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f7cef25-589d-81a0-4a5b-d11c6aff28c2/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-22T14:31:29,771 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d627378f-5c35-c5f6-6059-7286fbb5cbcf 2024-11-22T14:31:29,771 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-22T14:31:29,771 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d627378f-5c35-c5f6-6059-7286fbb5cbcf/cluster_d7023e24-ef04-7776-7128-ce9328a7a5e9, deleteOnExit=true 2024-11-22T14:31:29,771 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-22T14:31:29,771 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d627378f-5c35-c5f6-6059-7286fbb5cbcf/test.cache.data in system properties and HBase conf 2024-11-22T14:31:29,771 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d627378f-5c35-c5f6-6059-7286fbb5cbcf/hadoop.tmp.dir in system properties and HBase conf 2024-11-22T14:31:29,771 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d627378f-5c35-c5f6-6059-7286fbb5cbcf/hadoop.log.dir in system properties and HBase conf 2024-11-22T14:31:29,772 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d627378f-5c35-c5f6-6059-7286fbb5cbcf/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-22T14:31:29,772 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d627378f-5c35-c5f6-6059-7286fbb5cbcf/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-22T14:31:29,772 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-22T14:31:29,772 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-22T14:31:29,772 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d627378f-5c35-c5f6-6059-7286fbb5cbcf/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-22T14:31:29,772 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d627378f-5c35-c5f6-6059-7286fbb5cbcf/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-22T14:31:29,772 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d627378f-5c35-c5f6-6059-7286fbb5cbcf/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-22T14:31:29,773 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d627378f-5c35-c5f6-6059-7286fbb5cbcf/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T14:31:29,773 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d627378f-5c35-c5f6-6059-7286fbb5cbcf/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-22T14:31:29,773 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d627378f-5c35-c5f6-6059-7286fbb5cbcf/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-22T14:31:29,773 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d627378f-5c35-c5f6-6059-7286fbb5cbcf/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T14:31:29,773 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d627378f-5c35-c5f6-6059-7286fbb5cbcf/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T14:31:29,773 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d627378f-5c35-c5f6-6059-7286fbb5cbcf/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-22T14:31:29,773 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d627378f-5c35-c5f6-6059-7286fbb5cbcf/nfs.dump.dir in system properties and HBase conf 2024-11-22T14:31:29,773 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d627378f-5c35-c5f6-6059-7286fbb5cbcf/java.io.tmpdir in system properties and HBase conf 2024-11-22T14:31:29,773 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d627378f-5c35-c5f6-6059-7286fbb5cbcf/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T14:31:29,774 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d627378f-5c35-c5f6-6059-7286fbb5cbcf/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-22T14:31:29,774 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d627378f-5c35-c5f6-6059-7286fbb5cbcf/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-22T14:31:29,842 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T14:31:29,849 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T14:31:29,851 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T14:31:29,851 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T14:31:29,851 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-22T14:31:29,852 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T14:31:29,853 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@402b2b09{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d627378f-5c35-c5f6-6059-7286fbb5cbcf/hadoop.log.dir/,AVAILABLE} 2024-11-22T14:31:29,853 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5ca3ef33{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T14:31:29,950 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4d3aa00d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d627378f-5c35-c5f6-6059-7286fbb5cbcf/java.io.tmpdir/jetty-localhost-40901-hadoop-hdfs-3_4_1-tests_jar-_-any-15243083377067295572/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T14:31:29,951 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@ba93781{HTTP/1.1, (http/1.1)}{localhost:40901} 2024-11-22T14:31:29,951 INFO [Time-limited test {}] server.Server(415): Started @10484ms 2024-11-22T14:31:30,019 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T14:31:30,023 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T14:31:30,025 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T14:31:30,025 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T14:31:30,025 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-22T14:31:30,026 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@41732b8b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d627378f-5c35-c5f6-6059-7286fbb5cbcf/hadoop.log.dir/,AVAILABLE} 2024-11-22T14:31:30,026 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3e703083{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T14:31:30,128 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@16de8d5b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d627378f-5c35-c5f6-6059-7286fbb5cbcf/java.io.tmpdir/jetty-localhost-41235-hadoop-hdfs-3_4_1-tests_jar-_-any-4347706993707672118/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T14:31:30,128 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@404d4ec0{HTTP/1.1, (http/1.1)}{localhost:41235} 2024-11-22T14:31:30,128 INFO [Time-limited test {}] server.Server(415): Started @10662ms 2024-11-22T14:31:30,131 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-22T14:31:30,214 WARN [Thread-195 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d627378f-5c35-c5f6-6059-7286fbb5cbcf/cluster_d7023e24-ef04-7776-7128-ce9328a7a5e9/data/data1/current/BP-353272297-172.17.0.2-1732285889799/current, will proceed with Du for space computation calculation, 2024-11-22T14:31:30,215 WARN [Thread-196 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d627378f-5c35-c5f6-6059-7286fbb5cbcf/cluster_d7023e24-ef04-7776-7128-ce9328a7a5e9/data/data2/current/BP-353272297-172.17.0.2-1732285889799/current, will proceed with Du for space computation calculation, 2024-11-22T14:31:30,268 WARN [Thread-183 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-22T14:31:30,273 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa4963b74c83839e0 with lease ID 0x54df3c68802713c7: Processing first storage report for DS-fefc7814-9e78-4a9d-9286-c7ec162e18ec from datanode DatanodeRegistration(127.0.0.1:34625, datanodeUuid=6e8fcb24-6d12-4ea5-b96f-b83a023ed112, infoPort=44397, infoSecurePort=0, ipcPort=37525, storageInfo=lv=-57;cid=testClusterID;nsid=1357997383;c=1732285889799) 2024-11-22T14:31:30,273 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa4963b74c83839e0 with lease ID 0x54df3c68802713c7: from storage DS-fefc7814-9e78-4a9d-9286-c7ec162e18ec node DatanodeRegistration(127.0.0.1:34625, datanodeUuid=6e8fcb24-6d12-4ea5-b96f-b83a023ed112, infoPort=44397, infoSecurePort=0, ipcPort=37525, storageInfo=lv=-57;cid=testClusterID;nsid=1357997383;c=1732285889799), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T14:31:30,273 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa4963b74c83839e0 with lease ID 0x54df3c68802713c7: Processing first storage report for DS-68145a73-ad6d-40f0-b73f-f9292a813326 from datanode DatanodeRegistration(127.0.0.1:34625, datanodeUuid=6e8fcb24-6d12-4ea5-b96f-b83a023ed112, infoPort=44397, infoSecurePort=0, ipcPort=37525, storageInfo=lv=-57;cid=testClusterID;nsid=1357997383;c=1732285889799) 2024-11-22T14:31:30,273 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa4963b74c83839e0 with lease ID 0x54df3c68802713c7: from storage DS-68145a73-ad6d-40f0-b73f-f9292a813326 node DatanodeRegistration(127.0.0.1:34625, datanodeUuid=6e8fcb24-6d12-4ea5-b96f-b83a023ed112, infoPort=44397, infoSecurePort=0, ipcPort=37525, storageInfo=lv=-57;cid=testClusterID;nsid=1357997383;c=1732285889799), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T14:31:30,367 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d627378f-5c35-c5f6-6059-7286fbb5cbcf 2024-11-22T14:31:30,368 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T14:31:30,371 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T14:31:30,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34625 is added to blk_1073741825_1001 (size=7) 2024-11-22T14:31:30,788 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:32909/user/jenkins/test-data/7ae417cd-bbe0-74f5-f1d6-03cf7be45c35 with version=8 2024-11-22T14:31:30,789 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:32909/user/jenkins/test-data/7ae417cd-bbe0-74f5-f1d6-03cf7be45c35/hbase-staging 2024-11-22T14:31:30,792 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b313e41b3af3:0 server-side Connection retries=45 2024-11-22T14:31:30,792 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T14:31:30,793 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T14:31:30,793 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T14:31:30,793 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T14:31:30,794 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T14:31:30,794 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-22T14:31:30,794 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T14:31:30,795 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35305 2024-11-22T14:31:30,798 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35305 connecting to ZooKeeper ensemble=127.0.0.1:55093 2024-11-22T14:31:30,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:353050x0, quorum=127.0.0.1:55093, baseZNode=/12122204604 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T14:31:30,802 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35305-0x10067d836b60003 connected 2024-11-22T14:31:30,816 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T14:31:30,819 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T14:31:30,826 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35305-0x10067d836b60003, quorum=127.0.0.1:55093, baseZNode=/12122204604 Set watcher on znode that does not yet exist, /12122204604/running 2024-11-22T14:31:30,827 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:32909/user/jenkins/test-data/7ae417cd-bbe0-74f5-f1d6-03cf7be45c35, hbase.cluster.distributed=false 2024-11-22T14:31:30,831 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35305-0x10067d836b60003, quorum=127.0.0.1:55093, baseZNode=/12122204604 Set watcher on znode that does not yet exist, /12122204604/acl 2024-11-22T14:31:30,831 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35305 2024-11-22T14:31:30,831 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35305 2024-11-22T14:31:30,832 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35305 2024-11-22T14:31:30,832 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35305 2024-11-22T14:31:30,832 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35305 2024-11-22T14:31:30,851 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b313e41b3af3:0 server-side Connection retries=45 2024-11-22T14:31:30,851 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T14:31:30,851 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T14:31:30,852 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T14:31:30,852 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T14:31:30,852 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T14:31:30,852 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-22T14:31:30,852 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T14:31:30,854 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38849 2024-11-22T14:31:30,857 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38849 connecting to ZooKeeper ensemble=127.0.0.1:55093 2024-11-22T14:31:30,859 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T14:31:30,863 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T14:31:30,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:388490x0, quorum=127.0.0.1:55093, baseZNode=/12122204604 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T14:31:30,871 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:388490x0, quorum=127.0.0.1:55093, baseZNode=/12122204604 Set watcher on znode that does not yet exist, /12122204604/running 2024-11-22T14:31:30,872 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-22T14:31:30,872 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38849-0x10067d836b60004 connected 2024-11-22T14:31:30,877 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-22T14:31:30,881 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38849-0x10067d836b60004, quorum=127.0.0.1:55093, baseZNode=/12122204604 Set watcher on znode that does not yet exist, /12122204604/master 2024-11-22T14:31:30,884 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38849-0x10067d836b60004, quorum=127.0.0.1:55093, baseZNode=/12122204604 Set watcher on znode that does not yet exist, /12122204604/acl 2024-11-22T14:31:30,893 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38849 2024-11-22T14:31:30,895 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38849 2024-11-22T14:31:30,897 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38849 2024-11-22T14:31:30,898 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38849 2024-11-22T14:31:30,898 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38849 2024-11-22T14:31:30,920 DEBUG [M:0;b313e41b3af3:35305 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b313e41b3af3:35305 2024-11-22T14:31:30,921 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /12122204604/backup-masters/b313e41b3af3,35305,1732285890792 2024-11-22T14:31:30,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35305-0x10067d836b60003, quorum=127.0.0.1:55093, baseZNode=/12122204604 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12122204604/backup-masters 2024-11-22T14:31:30,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38849-0x10067d836b60004, quorum=127.0.0.1:55093, baseZNode=/12122204604 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12122204604/backup-masters 2024-11-22T14:31:30,924 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35305-0x10067d836b60003, quorum=127.0.0.1:55093, baseZNode=/12122204604 Set watcher on existing znode=/12122204604/backup-masters/b313e41b3af3,35305,1732285890792 2024-11-22T14:31:30,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38849-0x10067d836b60004, quorum=127.0.0.1:55093, baseZNode=/12122204604 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/12122204604/master 2024-11-22T14:31:30,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35305-0x10067d836b60003, quorum=127.0.0.1:55093, baseZNode=/12122204604 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12122204604 2024-11-22T14:31:30,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38849-0x10067d836b60004, quorum=127.0.0.1:55093, baseZNode=/12122204604 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12122204604 2024-11-22T14:31:30,926 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35305-0x10067d836b60003, quorum=127.0.0.1:55093, baseZNode=/12122204604 Set watcher on existing znode=/12122204604/master 2024-11-22T14:31:30,927 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /12122204604/backup-masters/b313e41b3af3,35305,1732285890792 from backup master directory 2024-11-22T14:31:30,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38849-0x10067d836b60004, quorum=127.0.0.1:55093, baseZNode=/12122204604 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12122204604/backup-masters 2024-11-22T14:31:30,930 WARN [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T14:31:30,930 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b313e41b3af3,35305,1732285890792 2024-11-22T14:31:30,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35305-0x10067d836b60003, quorum=127.0.0.1:55093, baseZNode=/12122204604 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12122204604/backup-masters/b313e41b3af3,35305,1732285890792 2024-11-22T14:31:30,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35305-0x10067d836b60003, quorum=127.0.0.1:55093, baseZNode=/12122204604 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12122204604/backup-masters 2024-11-22T14:31:30,945 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:32909/user/jenkins/test-data/7ae417cd-bbe0-74f5-f1d6-03cf7be45c35/hbase.id] with ID: db10c455-30e4-4c5f-9ddb-506d7b0d9fde 2024-11-22T14:31:30,945 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:32909/user/jenkins/test-data/7ae417cd-bbe0-74f5-f1d6-03cf7be45c35/.tmp/hbase.id 2024-11-22T14:31:30,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34625 is added to blk_1073741826_1002 (size=42) 2024-11-22T14:31:30,969 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:32909/user/jenkins/test-data/7ae417cd-bbe0-74f5-f1d6-03cf7be45c35/.tmp/hbase.id]:[hdfs://localhost:32909/user/jenkins/test-data/7ae417cd-bbe0-74f5-f1d6-03cf7be45c35/hbase.id] 2024-11-22T14:31:31,005 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T14:31:31,005 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-22T14:31:31,008 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-22T14:31:31,011 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35305-0x10067d836b60003, quorum=127.0.0.1:55093, baseZNode=/12122204604 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12122204604 2024-11-22T14:31:31,011 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38849-0x10067d836b60004, quorum=127.0.0.1:55093, baseZNode=/12122204604 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12122204604 2024-11-22T14:31:31,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34625 is added to blk_1073741827_1003 (size=196) 2024-11-22T14:31:31,427 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T14:31:31,428 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-22T14:31:31,429 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T14:31:31,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34625 is added to blk_1073741828_1004 (size=1189) 2024-11-22T14:31:31,445 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:32909/user/jenkins/test-data/7ae417cd-bbe0-74f5-f1d6-03cf7be45c35/MasterData/data/master/store 2024-11-22T14:31:31,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34625 is added to blk_1073741829_1005 (size=34) 2024-11-22T14:31:31,464 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T14:31:31,464 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T14:31:31,464 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T14:31:31,465 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T14:31:31,465 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T14:31:31,465 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T14:31:31,465 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T14:31:31,465 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732285891464Disabling compacts and flushes for region at 1732285891464Disabling writes for close at 1732285891465 (+1 ms)Writing region close event to WAL at 1732285891465Closed at 1732285891465 2024-11-22T14:31:31,467 WARN [master/b313e41b3af3:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:32909/user/jenkins/test-data/7ae417cd-bbe0-74f5-f1d6-03cf7be45c35/MasterData/data/master/store/.initializing 2024-11-22T14:31:31,467 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:32909/user/jenkins/test-data/7ae417cd-bbe0-74f5-f1d6-03cf7be45c35/MasterData/WALs/b313e41b3af3,35305,1732285890792 2024-11-22T14:31:31,469 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T14:31:31,472 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b313e41b3af3%2C35305%2C1732285890792, suffix=, logDir=hdfs://localhost:32909/user/jenkins/test-data/7ae417cd-bbe0-74f5-f1d6-03cf7be45c35/MasterData/WALs/b313e41b3af3,35305,1732285890792, archiveDir=hdfs://localhost:32909/user/jenkins/test-data/7ae417cd-bbe0-74f5-f1d6-03cf7be45c35/MasterData/oldWALs, maxLogs=10 2024-11-22T14:31:31,487 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7ae417cd-bbe0-74f5-f1d6-03cf7be45c35/MasterData/WALs/b313e41b3af3,35305,1732285890792/b313e41b3af3%2C35305%2C1732285890792.1732285891472, exclude list is [], retry=0 2024-11-22T14:31:31,493 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34625,DS-fefc7814-9e78-4a9d-9286-c7ec162e18ec,DISK] 2024-11-22T14:31:31,497 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7ae417cd-bbe0-74f5-f1d6-03cf7be45c35/MasterData/WALs/b313e41b3af3,35305,1732285890792/b313e41b3af3%2C35305%2C1732285890792.1732285891472 2024-11-22T14:31:31,498 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44397:44397)] 2024-11-22T14:31:31,498 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-22T14:31:31,499 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T14:31:31,499 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:31:31,499 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:31:31,502 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:31:31,505 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-22T14:31:31,505 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:31:31,507 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T14:31:31,507 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:31:31,510 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-22T14:31:31,510 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:31:31,511 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:31:31,512 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:31:31,515 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-22T14:31:31,515 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:31:31,516 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:31:31,516 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:31:31,521 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-22T14:31:31,521 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:31:31,522 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:31:31,522 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:31:31,523 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32909/user/jenkins/test-data/7ae417cd-bbe0-74f5-f1d6-03cf7be45c35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:31:31,524 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32909/user/jenkins/test-data/7ae417cd-bbe0-74f5-f1d6-03cf7be45c35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:31:31,527 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:31:31,527 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:31:31,528 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T14:31:31,531 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:31:31,542 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32909/user/jenkins/test-data/7ae417cd-bbe0-74f5-f1d6-03cf7be45c35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T14:31:31,544 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63965770, jitterRate=-0.046835750341415405}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T14:31:31,544 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732285891499Initializing all the Stores at 1732285891501 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732285891502 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732285891502Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732285891502Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732285891502Cleaning up temporary data from old regions at 1732285891527 (+25 ms)Region opened successfully at 1732285891544 (+17 ms) 2024-11-22T14:31:31,545 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-22T14:31:31,552 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34bfc8a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b313e41b3af3/172.17.0.2:0 2024-11-22T14:31:31,554 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-22T14:31:31,554 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-22T14:31:31,554 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-22T14:31:31,554 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-22T14:31:31,555 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-22T14:31:31,556 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-22T14:31:31,556 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-22T14:31:31,561 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-22T14:31:31,563 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35305-0x10067d836b60003, quorum=127.0.0.1:55093, baseZNode=/12122204604 Unable to get data of znode /12122204604/balancer because node does not exist (not necessarily an error) 2024-11-22T14:31:31,564 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12122204604/balancer already deleted, retry=false 2024-11-22T14:31:31,564 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-22T14:31:31,565 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35305-0x10067d836b60003, quorum=127.0.0.1:55093, baseZNode=/12122204604 Unable to get data of znode /12122204604/normalizer because node does not exist (not necessarily an error) 2024-11-22T14:31:31,566 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12122204604/normalizer already deleted, retry=false 2024-11-22T14:31:31,567 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-22T14:31:31,570 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35305-0x10067d836b60003, quorum=127.0.0.1:55093, baseZNode=/12122204604 Unable to get data of znode /12122204604/switch/split because node does not exist (not necessarily an error) 2024-11-22T14:31:31,571 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12122204604/switch/split already deleted, retry=false 2024-11-22T14:31:31,573 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35305-0x10067d836b60003, quorum=127.0.0.1:55093, baseZNode=/12122204604 Unable to get data of znode /12122204604/switch/merge because node does not exist (not necessarily an error) 2024-11-22T14:31:31,574 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12122204604/switch/merge already deleted, retry=false 2024-11-22T14:31:31,578 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35305-0x10067d836b60003, quorum=127.0.0.1:55093, baseZNode=/12122204604 Unable to get data of znode /12122204604/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-22T14:31:31,579 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12122204604/snapshot-cleanup already deleted, retry=false 2024-11-22T14:31:31,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38849-0x10067d836b60004, quorum=127.0.0.1:55093, baseZNode=/12122204604 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/12122204604/running 2024-11-22T14:31:31,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38849-0x10067d836b60004, quorum=127.0.0.1:55093, baseZNode=/12122204604 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12122204604 2024-11-22T14:31:31,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35305-0x10067d836b60003, quorum=127.0.0.1:55093, baseZNode=/12122204604 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/12122204604/running 2024-11-22T14:31:31,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35305-0x10067d836b60003, quorum=127.0.0.1:55093, baseZNode=/12122204604 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12122204604 2024-11-22T14:31:31,583 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b313e41b3af3,35305,1732285890792, sessionid=0x10067d836b60003, setting cluster-up flag (Was=false) 2024-11-22T14:31:31,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38849-0x10067d836b60004, quorum=127.0.0.1:55093, baseZNode=/12122204604 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12122204604 2024-11-22T14:31:31,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35305-0x10067d836b60003, quorum=127.0.0.1:55093, baseZNode=/12122204604 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12122204604 2024-11-22T14:31:31,590 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /12122204604/flush-table-proc/acquired, /12122204604/flush-table-proc/reached, /12122204604/flush-table-proc/abort 2024-11-22T14:31:31,594 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b313e41b3af3,35305,1732285890792 2024-11-22T14:31:31,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38849-0x10067d836b60004, quorum=127.0.0.1:55093, baseZNode=/12122204604 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12122204604 2024-11-22T14:31:31,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35305-0x10067d836b60003, quorum=127.0.0.1:55093, baseZNode=/12122204604 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12122204604 2024-11-22T14:31:31,606 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /12122204604/online-snapshot/acquired, /12122204604/online-snapshot/reached, /12122204604/online-snapshot/abort 2024-11-22T14:31:31,608 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b313e41b3af3,35305,1732285890792 2024-11-22T14:31:31,614 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:32909/user/jenkins/test-data/7ae417cd-bbe0-74f5-f1d6-03cf7be45c35/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-22T14:31:31,621 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-22T14:31:31,621 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-22T14:31:31,621 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-22T14:31:31,621 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b313e41b3af3,35305,1732285890792 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-22T14:31:31,624 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b313e41b3af3:0, corePoolSize=5, maxPoolSize=5 2024-11-22T14:31:31,624 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b313e41b3af3:0, corePoolSize=5, maxPoolSize=5 2024-11-22T14:31:31,624 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b313e41b3af3:0, corePoolSize=5, maxPoolSize=5 2024-11-22T14:31:31,624 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b313e41b3af3:0, corePoolSize=5, maxPoolSize=5 2024-11-22T14:31:31,625 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b313e41b3af3:0, corePoolSize=10, maxPoolSize=10 2024-11-22T14:31:31,625 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:31:31,625 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b313e41b3af3:0, corePoolSize=2, maxPoolSize=2 2024-11-22T14:31:31,625 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:31:31,633 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732285921633 2024-11-22T14:31:31,634 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-22T14:31:31,634 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T14:31:31,634 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-22T14:31:31,634 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-22T14:31:31,634 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-22T14:31:31,634 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-22T14:31:31,634 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-22T14:31:31,634 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-22T14:31:31,636 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T14:31:31,636 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-22T14:31:31,636 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-22T14:31:31,637 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-22T14:31:31,637 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-22T14:31:31,638 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:31:31,639 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-22T14:31:31,640 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-22T14:31:31,641 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-22T14:31:31,645 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b313e41b3af3:0:becomeActiveMaster-HFileCleaner.large.0-1732285891641,5,FailOnTimeoutGroup] 2024-11-22T14:31:31,646 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b313e41b3af3:0:becomeActiveMaster-HFileCleaner.small.0-1732285891645,5,FailOnTimeoutGroup] 2024-11-22T14:31:31,646 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T14:31:31,646 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-22T14:31:31,646 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-22T14:31:31,647 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-22T14:31:31,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34625 is added to blk_1073741831_1007 (size=1321) 2024-11-22T14:31:31,705 INFO [RS:0;b313e41b3af3:38849 {}] regionserver.HRegionServer(746): ClusterId : db10c455-30e4-4c5f-9ddb-506d7b0d9fde 2024-11-22T14:31:31,706 DEBUG [RS:0;b313e41b3af3:38849 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-22T14:31:31,714 DEBUG [RS:0;b313e41b3af3:38849 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-22T14:31:31,714 DEBUG [RS:0;b313e41b3af3:38849 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-22T14:31:31,717 DEBUG [RS:0;b313e41b3af3:38849 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-22T14:31:31,718 DEBUG [RS:0;b313e41b3af3:38849 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5384d917, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b313e41b3af3/172.17.0.2:0 2024-11-22T14:31:31,736 DEBUG [RS:0;b313e41b3af3:38849 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b313e41b3af3:38849 2024-11-22T14:31:31,737 INFO [RS:0;b313e41b3af3:38849 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-22T14:31:31,737 INFO [RS:0;b313e41b3af3:38849 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-22T14:31:31,737 DEBUG [RS:0;b313e41b3af3:38849 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-22T14:31:31,738 INFO [RS:0;b313e41b3af3:38849 {}] regionserver.HRegionServer(2659): reportForDuty to master=b313e41b3af3,35305,1732285890792 with port=38849, startcode=1732285890851 2024-11-22T14:31:31,739 DEBUG [RS:0;b313e41b3af3:38849 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-22T14:31:31,741 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40275, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-22T14:31:31,742 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35305 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b313e41b3af3,38849,1732285890851 2024-11-22T14:31:31,742 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35305 {}] master.ServerManager(517): Registering regionserver=b313e41b3af3,38849,1732285890851 2024-11-22T14:31:31,746 DEBUG [RS:0;b313e41b3af3:38849 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:32909/user/jenkins/test-data/7ae417cd-bbe0-74f5-f1d6-03cf7be45c35 2024-11-22T14:31:31,746 DEBUG [RS:0;b313e41b3af3:38849 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:32909 2024-11-22T14:31:31,746 DEBUG [RS:0;b313e41b3af3:38849 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-22T14:31:31,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35305-0x10067d836b60003, quorum=127.0.0.1:55093, baseZNode=/12122204604 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12122204604/rs 2024-11-22T14:31:31,749 DEBUG [RS:0;b313e41b3af3:38849 {}] zookeeper.ZKUtil(111): regionserver:38849-0x10067d836b60004, quorum=127.0.0.1:55093, baseZNode=/12122204604 Set watcher on existing znode=/12122204604/rs/b313e41b3af3,38849,1732285890851 2024-11-22T14:31:31,749 WARN [RS:0;b313e41b3af3:38849 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T14:31:31,749 INFO [RS:0;b313e41b3af3:38849 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T14:31:31,750 DEBUG [RS:0;b313e41b3af3:38849 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:32909/user/jenkins/test-data/7ae417cd-bbe0-74f5-f1d6-03cf7be45c35/WALs/b313e41b3af3,38849,1732285890851 2024-11-22T14:31:31,752 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b313e41b3af3,38849,1732285890851] 2024-11-22T14:31:31,756 INFO [RS:0;b313e41b3af3:38849 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-22T14:31:31,760 INFO [RS:0;b313e41b3af3:38849 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-22T14:31:31,760 INFO [RS:0;b313e41b3af3:38849 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-22T14:31:31,761 INFO [RS:0;b313e41b3af3:38849 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T14:31:31,761 INFO [RS:0;b313e41b3af3:38849 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-22T14:31:31,762 INFO [RS:0;b313e41b3af3:38849 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-22T14:31:31,763 INFO [RS:0;b313e41b3af3:38849 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-22T14:31:31,763 DEBUG [RS:0;b313e41b3af3:38849 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:31:31,763 DEBUG [RS:0;b313e41b3af3:38849 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:31:31,763 DEBUG [RS:0;b313e41b3af3:38849 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:31:31,763 DEBUG [RS:0;b313e41b3af3:38849 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:31:31,763 DEBUG [RS:0;b313e41b3af3:38849 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:31:31,764 DEBUG [RS:0;b313e41b3af3:38849 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b313e41b3af3:0, corePoolSize=2, maxPoolSize=2 2024-11-22T14:31:31,764 DEBUG [RS:0;b313e41b3af3:38849 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:31:31,764 DEBUG [RS:0;b313e41b3af3:38849 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:31:31,764 DEBUG [RS:0;b313e41b3af3:38849 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:31:31,764 DEBUG [RS:0;b313e41b3af3:38849 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:31:31,764 DEBUG [RS:0;b313e41b3af3:38849 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:31:31,764 DEBUG [RS:0;b313e41b3af3:38849 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:31:31,764 DEBUG [RS:0;b313e41b3af3:38849 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b313e41b3af3:0, corePoolSize=3, maxPoolSize=3 2024-11-22T14:31:31,765 DEBUG [RS:0;b313e41b3af3:38849 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b313e41b3af3:0, corePoolSize=3, maxPoolSize=3 2024-11-22T14:31:31,765 INFO [RS:0;b313e41b3af3:38849 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T14:31:31,765 INFO [RS:0;b313e41b3af3:38849 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T14:31:31,765 INFO [RS:0;b313e41b3af3:38849 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T14:31:31,765 INFO [RS:0;b313e41b3af3:38849 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-22T14:31:31,765 INFO [RS:0;b313e41b3af3:38849 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-22T14:31:31,766 INFO [RS:0;b313e41b3af3:38849 {}] hbase.ChoreService(168): Chore ScheduledChore name=b313e41b3af3,38849,1732285890851-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T14:31:31,786 INFO [RS:0;b313e41b3af3:38849 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-22T14:31:31,786 INFO [RS:0;b313e41b3af3:38849 {}] hbase.ChoreService(168): Chore ScheduledChore name=b313e41b3af3,38849,1732285890851-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T14:31:31,786 INFO [RS:0;b313e41b3af3:38849 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T14:31:31,786 INFO [RS:0;b313e41b3af3:38849 {}] regionserver.Replication(171): b313e41b3af3,38849,1732285890851 started 2024-11-22T14:31:31,804 INFO [RS:0;b313e41b3af3:38849 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T14:31:31,804 INFO [RS:0;b313e41b3af3:38849 {}] regionserver.HRegionServer(1482): Serving as b313e41b3af3,38849,1732285890851, RpcServer on b313e41b3af3/172.17.0.2:38849, sessionid=0x10067d836b60004 2024-11-22T14:31:31,804 DEBUG [RS:0;b313e41b3af3:38849 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-22T14:31:31,804 DEBUG [RS:0;b313e41b3af3:38849 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b313e41b3af3,38849,1732285890851 2024-11-22T14:31:31,805 DEBUG [RS:0;b313e41b3af3:38849 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b313e41b3af3,38849,1732285890851' 2024-11-22T14:31:31,805 DEBUG [RS:0;b313e41b3af3:38849 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/12122204604/flush-table-proc/abort' 2024-11-22T14:31:31,806 DEBUG [RS:0;b313e41b3af3:38849 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/12122204604/flush-table-proc/acquired' 2024-11-22T14:31:31,806 DEBUG [RS:0;b313e41b3af3:38849 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-22T14:31:31,806 DEBUG [RS:0;b313e41b3af3:38849 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-22T14:31:31,806 DEBUG [RS:0;b313e41b3af3:38849 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b313e41b3af3,38849,1732285890851 2024-11-22T14:31:31,806 DEBUG [RS:0;b313e41b3af3:38849 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b313e41b3af3,38849,1732285890851' 2024-11-22T14:31:31,806 DEBUG [RS:0;b313e41b3af3:38849 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/12122204604/online-snapshot/abort' 2024-11-22T14:31:31,807 DEBUG [RS:0;b313e41b3af3:38849 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/12122204604/online-snapshot/acquired' 2024-11-22T14:31:31,807 DEBUG [RS:0;b313e41b3af3:38849 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-22T14:31:31,807 INFO [RS:0;b313e41b3af3:38849 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-22T14:31:31,807 INFO [RS:0;b313e41b3af3:38849 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-22T14:31:31,908 INFO [RS:0;b313e41b3af3:38849 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T14:31:31,912 INFO [RS:0;b313e41b3af3:38849 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b313e41b3af3%2C38849%2C1732285890851, suffix=, logDir=hdfs://localhost:32909/user/jenkins/test-data/7ae417cd-bbe0-74f5-f1d6-03cf7be45c35/WALs/b313e41b3af3,38849,1732285890851, archiveDir=hdfs://localhost:32909/user/jenkins/test-data/7ae417cd-bbe0-74f5-f1d6-03cf7be45c35/oldWALs, maxLogs=10 2024-11-22T14:31:31,931 DEBUG [RS:0;b313e41b3af3:38849 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7ae417cd-bbe0-74f5-f1d6-03cf7be45c35/WALs/b313e41b3af3,38849,1732285890851/b313e41b3af3%2C38849%2C1732285890851.1732285891914, exclude list is [], retry=0 2024-11-22T14:31:31,936 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34625,DS-fefc7814-9e78-4a9d-9286-c7ec162e18ec,DISK] 2024-11-22T14:31:31,938 INFO [RS:0;b313e41b3af3:38849 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7ae417cd-bbe0-74f5-f1d6-03cf7be45c35/WALs/b313e41b3af3,38849,1732285890851/b313e41b3af3%2C38849%2C1732285890851.1732285891914 2024-11-22T14:31:31,939 DEBUG [RS:0;b313e41b3af3:38849 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44397:44397)] 2024-11-22T14:31:32,059 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:32909/user/jenkins/test-data/7ae417cd-bbe0-74f5-f1d6-03cf7be45c35/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-22T14:31:32,060 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:32909/user/jenkins/test-data/7ae417cd-bbe0-74f5-f1d6-03cf7be45c35 2024-11-22T14:31:32,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34625 is added to blk_1073741833_1009 (size=32) 2024-11-22T14:31:32,473 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T14:31:32,476 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T14:31:32,479 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T14:31:32,479 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:31:32,480 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T14:31:32,480 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T14:31:32,483 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T14:31:32,483 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:31:32,484 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T14:31:32,484 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T14:31:32,487 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T14:31:32,487 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:31:32,488 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T14:31:32,488 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T14:31:32,491 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T14:31:32,491 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:31:32,492 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T14:31:32,493 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T14:31:32,494 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32909/user/jenkins/test-data/7ae417cd-bbe0-74f5-f1d6-03cf7be45c35/data/hbase/meta/1588230740 2024-11-22T14:31:32,495 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32909/user/jenkins/test-data/7ae417cd-bbe0-74f5-f1d6-03cf7be45c35/data/hbase/meta/1588230740 2024-11-22T14:31:32,497 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T14:31:32,497 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T14:31:32,498 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T14:31:32,500 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T14:31:32,504 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32909/user/jenkins/test-data/7ae417cd-bbe0-74f5-f1d6-03cf7be45c35/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T14:31:32,505 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62635312, jitterRate=-0.06666111946105957}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T14:31:32,505 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732285892473Initializing all the Stores at 1732285892475 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732285892475Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732285892476 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732285892476Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732285892476Cleaning up temporary data from old regions at 1732285892497 (+21 ms)Region opened successfully at 1732285892505 (+8 ms) 2024-11-22T14:31:32,505 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-22T14:31:32,505 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-22T14:31:32,505 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-22T14:31:32,505 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T14:31:32,505 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T14:31:32,506 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-22T14:31:32,506 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732285892505Disabling compacts and flushes for region at 1732285892505Disabling writes for close at 1732285892505Writing region close event to WAL at 1732285892506 (+1 ms)Closed at 1732285892506 2024-11-22T14:31:32,508 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T14:31:32,509 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-22T14:31:32,509 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-22T14:31:32,511 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T14:31:32,513 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-22T14:31:32,664 DEBUG [b313e41b3af3:35305 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-22T14:31:32,665 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b313e41b3af3,38849,1732285890851 2024-11-22T14:31:32,668 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b313e41b3af3,38849,1732285890851, state=OPENING 2024-11-22T14:31:32,670 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-22T14:31:32,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35305-0x10067d836b60003, quorum=127.0.0.1:55093, baseZNode=/12122204604 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12122204604 2024-11-22T14:31:32,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38849-0x10067d836b60004, quorum=127.0.0.1:55093, baseZNode=/12122204604 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12122204604 2024-11-22T14:31:32,672 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T14:31:32,672 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b313e41b3af3,38849,1732285890851}] 2024-11-22T14:31:32,672 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /12122204604/meta-region-server: CHANGED 2024-11-22T14:31:32,673 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /12122204604/meta-region-server: CHANGED 2024-11-22T14:31:32,826 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-22T14:31:32,829 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47837, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-22T14:31:32,836 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-22T14:31:32,836 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T14:31:32,837 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-22T14:31:32,840 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b313e41b3af3%2C38849%2C1732285890851.meta, suffix=.meta, logDir=hdfs://localhost:32909/user/jenkins/test-data/7ae417cd-bbe0-74f5-f1d6-03cf7be45c35/WALs/b313e41b3af3,38849,1732285890851, archiveDir=hdfs://localhost:32909/user/jenkins/test-data/7ae417cd-bbe0-74f5-f1d6-03cf7be45c35/oldWALs, maxLogs=10 2024-11-22T14:31:32,864 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7ae417cd-bbe0-74f5-f1d6-03cf7be45c35/WALs/b313e41b3af3,38849,1732285890851/b313e41b3af3%2C38849%2C1732285890851.meta.1732285892843.meta, exclude list is [], retry=0 2024-11-22T14:31:32,868 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34625,DS-fefc7814-9e78-4a9d-9286-c7ec162e18ec,DISK] 2024-11-22T14:31:32,879 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7ae417cd-bbe0-74f5-f1d6-03cf7be45c35/WALs/b313e41b3af3,38849,1732285890851/b313e41b3af3%2C38849%2C1732285890851.meta.1732285892843.meta 2024-11-22T14:31:32,880 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44397:44397)] 2024-11-22T14:31:32,880 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-22T14:31:32,881 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-22T14:31:32,881 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-22T14:31:32,881 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-22T14:31:32,881 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-22T14:31:32,881 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-22T14:31:32,881 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T14:31:32,882 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-22T14:31:32,882 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-22T14:31:32,884 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T14:31:32,886 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T14:31:32,886 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:31:32,887 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T14:31:32,888 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T14:31:32,889 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T14:31:32,889 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:31:32,890 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T14:31:32,890 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T14:31:32,892 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T14:31:32,892 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:31:32,893 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T14:31:32,893 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T14:31:32,895 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T14:31:32,895 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:31:32,896 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T14:31:32,897 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T14:31:32,899 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32909/user/jenkins/test-data/7ae417cd-bbe0-74f5-f1d6-03cf7be45c35/data/hbase/meta/1588230740 2024-11-22T14:31:32,902 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32909/user/jenkins/test-data/7ae417cd-bbe0-74f5-f1d6-03cf7be45c35/data/hbase/meta/1588230740 2024-11-22T14:31:32,904 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T14:31:32,904 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T14:31:32,905 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T14:31:32,908 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T14:31:32,909 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69122221, jitterRate=0.030001357197761536}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T14:31:32,910 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-22T14:31:32,910 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732285892882Writing region info on filesystem at 1732285892882Initializing all the Stores at 1732285892884 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732285892884Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732285892884Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732285892884Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732285892884Cleaning up temporary data from old regions at 1732285892904 (+20 ms)Running coprocessor post-open hooks at 1732285892910 (+6 ms)Region opened successfully at 1732285892910 2024-11-22T14:31:32,912 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732285892826 2024-11-22T14:31:32,936 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-22T14:31:32,936 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-22T14:31:32,938 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b313e41b3af3,38849,1732285890851 2024-11-22T14:31:32,940 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b313e41b3af3,38849,1732285890851, state=OPEN 2024-11-22T14:31:32,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38849-0x10067d836b60004, quorum=127.0.0.1:55093, baseZNode=/12122204604 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/12122204604/meta-region-server 2024-11-22T14:31:32,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35305-0x10067d836b60003, quorum=127.0.0.1:55093, baseZNode=/12122204604 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/12122204604/meta-region-server 2024-11-22T14:31:32,942 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b313e41b3af3,38849,1732285890851 2024-11-22T14:31:32,942 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /12122204604/meta-region-server: CHANGED 2024-11-22T14:31:32,942 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /12122204604/meta-region-server: CHANGED 2024-11-22T14:31:32,950 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-22T14:31:32,950 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b313e41b3af3,38849,1732285890851 in 270 msec 2024-11-22T14:31:32,955 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-22T14:31:32,955 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 441 msec 2024-11-22T14:31:32,957 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T14:31:32,957 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-22T14:31:32,961 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T14:31:32,961 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b313e41b3af3,38849,1732285890851, seqNum=-1] 2024-11-22T14:31:32,962 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T14:31:32,964 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50315, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T14:31:32,983 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3570 sec 2024-11-22T14:31:32,983 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732285892983, completionTime=-1 2024-11-22T14:31:32,983 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-22T14:31:32,984 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-22T14:31:32,988 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-22T14:31:32,988 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732285952988 2024-11-22T14:31:32,988 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732286012988 2024-11-22T14:31:32,989 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 5 msec 2024-11-22T14:31:32,989 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b313e41b3af3,35305,1732285890792-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T14:31:32,990 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b313e41b3af3,35305,1732285890792-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T14:31:32,990 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b313e41b3af3,35305,1732285890792-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T14:31:32,990 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b313e41b3af3:35305, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T14:31:32,990 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-22T14:31:32,998 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-22T14:31:33,002 DEBUG [master/b313e41b3af3:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-22T14:31:33,007 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.077sec 2024-11-22T14:31:33,007 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-22T14:31:33,007 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-22T14:31:33,008 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-22T14:31:33,008 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-22T14:31:33,008 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-22T14:31:33,008 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b313e41b3af3,35305,1732285890792-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T14:31:33,008 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b313e41b3af3,35305,1732285890792-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-22T14:31:33,013 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-22T14:31:33,013 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-22T14:31:33,013 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b313e41b3af3,35305,1732285890792-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T14:31:33,106 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60f69ad7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:31:33,107 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b313e41b3af3,35305,-1 for getting cluster id 2024-11-22T14:31:33,107 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T14:31:33,109 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'db10c455-30e4-4c5f-9ddb-506d7b0d9fde' 2024-11-22T14:31:33,110 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T14:31:33,110 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "db10c455-30e4-4c5f-9ddb-506d7b0d9fde" 2024-11-22T14:31:33,110 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d2f6833, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:31:33,110 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b313e41b3af3,35305,-1] 2024-11-22T14:31:33,110 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T14:31:33,111 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:31:33,113 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43822, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T14:31:33,114 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f6ba2f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:31:33,115 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T14:31:33,117 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b313e41b3af3,38849,1732285890851, seqNum=-1] 2024-11-22T14:31:33,118 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T14:31:33,120 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41024, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T14:31:33,123 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b313e41b3af3,35305,1732285890792 2024-11-22T14:31:33,124 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:55093 2024-11-22T14:31:33,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:55093, baseZNode=/12122204604 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T14:31:33,127 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10067d836b60005 connected 2024-11-22T14:31:33,133 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b690d04, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:31:33,133 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b313e41b3af3,41045,-1 for getting cluster id 2024-11-22T14:31:33,134 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T14:31:33,136 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'da023714-9ab4-4a6a-b41c-9bb289e625ee' 2024-11-22T14:31:33,136 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T14:31:33,136 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "da023714-9ab4-4a6a-b41c-9bb289e625ee" 2024-11-22T14:31:33,137 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72b3726b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:31:33,137 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b313e41b3af3,41045,-1] 2024-11-22T14:31:33,137 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T14:31:33,138 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:31:33,140 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36390, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T14:31:33,141 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b549b14, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:31:33,153 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T14:31:33,158 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is b313e41b3af3,41045,1732285884615 2024-11-22T14:31:33,161 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@18062e1d 2024-11-22T14:31:33,163 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T14:31:33,165 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36392, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T14:31:33,167 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41045 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://b313e41b3af3:35305,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-22T14:31:33,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41045 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-22T14:31:33,183 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b313e41b3af3:35305' 2024-11-22T14:31:33,185 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52efab49, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:31:33,186 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request b313e41b3af3,35305,-1 for getting cluster id 2024-11-22T14:31:33,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41045 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T14:31:33,186 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T14:31:33,187 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'db10c455-30e4-4c5f-9ddb-506d7b0d9fde' 2024-11-22T14:31:33,187 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T14:31:33,187 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "db10c455-30e4-4c5f-9ddb-506d7b0d9fde" 2024-11-22T14:31:33,188 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@495d6f06, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:31:33,188 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b313e41b3af3,35305,-1] 2024-11-22T14:31:33,188 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T14:31:33,189 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:31:33,190 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43846, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T14:31:33,192 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42f5d712, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:31:33,193 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T14:31:33,194 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b313e41b3af3,35305,1732285890792 2024-11-22T14:31:33,194 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@71039e68 2024-11-22T14:31:33,199 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T14:31:33,200 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43850, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T14:31:33,213 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-22T14:31:33,213 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-22T14:31:33,217 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:31:33,218 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:31:33,218 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T14:31:33,219 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T14:31:33,224 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-22T14:31:33,228 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T14:31:33,229 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:31:33,230 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T14:31:33,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37755 is added to blk_1073741835_1011 (size=1138) 2024-11-22T14:31:33,277 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-22T14:31:33,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41045 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T14:31:33,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41045 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T14:31:33,644 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => be282dba2ecb9b66247822d70f17ebc7, NAME => 'hbase:replication,,1732285893219.be282dba2ecb9b66247822d70f17ebc7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38091/user/jenkins/test-data/91631524-f60b-573c-14e8-f47f5ed1b6ef 2024-11-22T14:31:33,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37755 is added to blk_1073741836_1012 (size=44) 2024-11-22T14:31:33,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41045 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T14:31:34,055 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732285893219.be282dba2ecb9b66247822d70f17ebc7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T14:31:34,056 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing be282dba2ecb9b66247822d70f17ebc7, disabling compactions & flushes 2024-11-22T14:31:34,056 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732285893219.be282dba2ecb9b66247822d70f17ebc7. 2024-11-22T14:31:34,056 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732285893219.be282dba2ecb9b66247822d70f17ebc7. 2024-11-22T14:31:34,056 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732285893219.be282dba2ecb9b66247822d70f17ebc7. after waiting 0 ms 2024-11-22T14:31:34,056 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732285893219.be282dba2ecb9b66247822d70f17ebc7. 2024-11-22T14:31:34,056 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732285893219.be282dba2ecb9b66247822d70f17ebc7. 2024-11-22T14:31:34,056 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for be282dba2ecb9b66247822d70f17ebc7: Waiting for close lock at 1732285894056Disabling compacts and flushes for region at 1732285894056Disabling writes for close at 1732285894056Writing region close event to WAL at 1732285894056Closed at 1732285894056 2024-11-22T14:31:34,059 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T14:31:34,066 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732285893219.be282dba2ecb9b66247822d70f17ebc7.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732285894060"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732285894060"}]},"ts":"1732285894060"} 2024-11-22T14:31:34,072 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-22T14:31:34,075 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T14:31:34,079 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732285894075"}]},"ts":"1732285894075"} 2024-11-22T14:31:34,085 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-22T14:31:34,087 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=be282dba2ecb9b66247822d70f17ebc7, ASSIGN}] 2024-11-22T14:31:34,091 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=be282dba2ecb9b66247822d70f17ebc7, ASSIGN 2024-11-22T14:31:34,094 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=be282dba2ecb9b66247822d70f17ebc7, ASSIGN; state=OFFLINE, location=b313e41b3af3,46773,1732285885442; forceNewPlan=false, retain=false 2024-11-22T14:31:34,237 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-22T14:31:34,247 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=be282dba2ecb9b66247822d70f17ebc7, regionState=OPENING, regionLocation=b313e41b3af3,46773,1732285885442 2024-11-22T14:31:34,259 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=be282dba2ecb9b66247822d70f17ebc7, ASSIGN because future has completed 2024-11-22T14:31:34,261 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure be282dba2ecb9b66247822d70f17ebc7, server=b313e41b3af3,46773,1732285885442}] 2024-11-22T14:31:34,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41045 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T14:31:34,424 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1732285893219.be282dba2ecb9b66247822d70f17ebc7. 2024-11-22T14:31:34,424 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T14:31:34,425 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-22T14:31:34,429 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b313e41b3af3%2C46773%2C1732285885442.rep, suffix=, logDir=hdfs://localhost:38091/user/jenkins/test-data/91631524-f60b-573c-14e8-f47f5ed1b6ef/WALs/b313e41b3af3,46773,1732285885442, archiveDir=hdfs://localhost:38091/user/jenkins/test-data/91631524-f60b-573c-14e8-f47f5ed1b6ef/oldWALs, maxLogs=10 2024-11-22T14:31:34,451 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/91631524-f60b-573c-14e8-f47f5ed1b6ef/WALs/b313e41b3af3,46773,1732285885442/b313e41b3af3%2C46773%2C1732285885442.rep.1732285894431, exclude list is [], retry=0 2024-11-22T14:31:34,455 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37755,DS-dd3107da-f101-48bf-a433-ac4517799d1c,DISK] 2024-11-22T14:31:34,458 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/91631524-f60b-573c-14e8-f47f5ed1b6ef/WALs/b313e41b3af3,46773,1732285885442/b313e41b3af3%2C46773%2C1732285885442.rep.1732285894431 2024-11-22T14:31:34,459 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46059:46059)] 2024-11-22T14:31:34,459 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => be282dba2ecb9b66247822d70f17ebc7, NAME => 'hbase:replication,,1732285893219.be282dba2ecb9b66247822d70f17ebc7.', STARTKEY => '', ENDKEY => ''} 2024-11-22T14:31:34,460 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-22T14:31:34,460 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-22T14:31:34,460 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732285893219.be282dba2ecb9b66247822d70f17ebc7. service=MultiRowMutationService 2024-11-22T14:31:34,460 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-22T14:31:34,460 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication be282dba2ecb9b66247822d70f17ebc7 2024-11-22T14:31:34,460 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1732285893219.be282dba2ecb9b66247822d70f17ebc7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T14:31:34,461 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for be282dba2ecb9b66247822d70f17ebc7 2024-11-22T14:31:34,461 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for be282dba2ecb9b66247822d70f17ebc7 2024-11-22T14:31:34,463 INFO [StoreOpener-be282dba2ecb9b66247822d70f17ebc7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region be282dba2ecb9b66247822d70f17ebc7 2024-11-22T14:31:34,466 INFO [StoreOpener-be282dba2ecb9b66247822d70f17ebc7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region be282dba2ecb9b66247822d70f17ebc7 columnFamilyName hfileref 2024-11-22T14:31:34,466 DEBUG [StoreOpener-be282dba2ecb9b66247822d70f17ebc7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:31:34,467 INFO [StoreOpener-be282dba2ecb9b66247822d70f17ebc7-1 {}] regionserver.HStore(327): Store=be282dba2ecb9b66247822d70f17ebc7/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:31:34,468 INFO [StoreOpener-be282dba2ecb9b66247822d70f17ebc7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region be282dba2ecb9b66247822d70f17ebc7 2024-11-22T14:31:34,470 INFO [StoreOpener-be282dba2ecb9b66247822d70f17ebc7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region be282dba2ecb9b66247822d70f17ebc7 columnFamilyName queue 2024-11-22T14:31:34,471 DEBUG [StoreOpener-be282dba2ecb9b66247822d70f17ebc7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:31:34,471 INFO [StoreOpener-be282dba2ecb9b66247822d70f17ebc7-1 {}] regionserver.HStore(327): Store=be282dba2ecb9b66247822d70f17ebc7/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:31:34,472 INFO [StoreOpener-be282dba2ecb9b66247822d70f17ebc7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region be282dba2ecb9b66247822d70f17ebc7 2024-11-22T14:31:34,474 INFO [StoreOpener-be282dba2ecb9b66247822d70f17ebc7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region be282dba2ecb9b66247822d70f17ebc7 columnFamilyName sid 2024-11-22T14:31:34,474 DEBUG [StoreOpener-be282dba2ecb9b66247822d70f17ebc7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:31:34,475 INFO [StoreOpener-be282dba2ecb9b66247822d70f17ebc7-1 {}] regionserver.HStore(327): Store=be282dba2ecb9b66247822d70f17ebc7/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:31:34,475 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for be282dba2ecb9b66247822d70f17ebc7 2024-11-22T14:31:34,477 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38091/user/jenkins/test-data/91631524-f60b-573c-14e8-f47f5ed1b6ef/data/hbase/replication/be282dba2ecb9b66247822d70f17ebc7 2024-11-22T14:31:34,477 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38091/user/jenkins/test-data/91631524-f60b-573c-14e8-f47f5ed1b6ef/data/hbase/replication/be282dba2ecb9b66247822d70f17ebc7 2024-11-22T14:31:34,479 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for be282dba2ecb9b66247822d70f17ebc7 2024-11-22T14:31:34,479 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for be282dba2ecb9b66247822d70f17ebc7 2024-11-22T14:31:34,480 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-22T14:31:34,481 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for be282dba2ecb9b66247822d70f17ebc7 2024-11-22T14:31:34,484 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38091/user/jenkins/test-data/91631524-f60b-573c-14e8-f47f5ed1b6ef/data/hbase/replication/be282dba2ecb9b66247822d70f17ebc7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T14:31:34,485 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened be282dba2ecb9b66247822d70f17ebc7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72682808, jitterRate=0.08305823802947998}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-22T14:31:34,485 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for be282dba2ecb9b66247822d70f17ebc7 2024-11-22T14:31:34,486 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for be282dba2ecb9b66247822d70f17ebc7: Running coprocessor pre-open hook at 1732285894461Writing region info on filesystem at 1732285894461Initializing all the Stores at 1732285894462 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732285894462Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732285894463 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732285894463Cleaning up temporary data from old regions at 1732285894479 (+16 ms)Running coprocessor post-open hooks at 1732285894485 (+6 ms)Region opened successfully at 1732285894486 (+1 ms) 2024-11-22T14:31:34,488 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732285893219.be282dba2ecb9b66247822d70f17ebc7., pid=7, masterSystemTime=1732285894417 2024-11-22T14:31:34,492 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732285893219.be282dba2ecb9b66247822d70f17ebc7. 2024-11-22T14:31:34,492 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732285893219.be282dba2ecb9b66247822d70f17ebc7. 2024-11-22T14:31:34,494 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=be282dba2ecb9b66247822d70f17ebc7, regionState=OPEN, openSeqNum=2, regionLocation=b313e41b3af3,46773,1732285885442 2024-11-22T14:31:34,497 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure be282dba2ecb9b66247822d70f17ebc7, server=b313e41b3af3,46773,1732285885442 because future has completed 2024-11-22T14:31:34,504 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-22T14:31:34,504 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure be282dba2ecb9b66247822d70f17ebc7, server=b313e41b3af3,46773,1732285885442 in 239 msec 2024-11-22T14:31:34,510 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-22T14:31:34,510 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=be282dba2ecb9b66247822d70f17ebc7, ASSIGN in 417 msec 2024-11-22T14:31:34,512 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T14:31:34,512 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732285894512"}]},"ts":"1732285894512"} 2024-11-22T14:31:34,515 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-22T14:31:34,517 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T14:31:34,520 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2970 sec 2024-11-22T14:31:34,541 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732285893219.be282dba2ecb9b66247822d70f17ebc7., hostname=b313e41b3af3,46773,1732285885442, seqNum=2] 2024-11-22T14:31:34,549 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46773 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-22T14:31:34,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41045-0x10067d836b60000, quorum=127.0.0.1:55093, baseZNode=/0-464112142 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-464112142 2024-11-22T14:31:34,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46773-0x10067d836b60001, quorum=127.0.0.1:55093, baseZNode=/0-464112142 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-464112142 2024-11-22T14:31:34,572 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-22T14:31:34,742 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46773 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-22T14:31:34,743 INFO [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-22T14:31:34,782 INFO [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-b313e41b3af3,46773,1732285885442, ReplicationSource: 1, currentBandwidth=0 2024-11-22T14:31:34,783 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T14:31:34,783 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b313e41b3af3,46773,1732285885442, seqNum=-1] 2024-11-22T14:31:34,783 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T14:31:34,785 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53073, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-22T14:31:34,788 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-b313e41b3af3,46773,1732285885442', locateType=CURRENT is [region=hbase:replication,,1732285893219.be282dba2ecb9b66247822d70f17ebc7., hostname=b313e41b3af3,46773,1732285885442, seqNum=2] 2024-11-22T14:31:34,793 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-22T14:31:34,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41045 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-22T14:31:34,799 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on b313e41b3af3,46773,1732285885442 suceeded 2024-11-22T14:31:34,804 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-22T14:31:34,804 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 227 msec 2024-11-22T14:31:34,804 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://b313e41b3af3:35305,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-22T14:31:34,807 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.6340 sec 2024-11-22T14:31:34,813 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,46773,1732285885442 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b313e41b3af3:35305' 2024-11-22T14:31:34,815 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,46773,1732285885442 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5981e18d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:31:34,815 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,46773,1732285885442 {}] client.ClusterIdFetcher(90): Going to request b313e41b3af3,35305,-1 for getting cluster id 2024-11-22T14:31:34,815 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,46773,1732285885442 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T14:31:34,816 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'db10c455-30e4-4c5f-9ddb-506d7b0d9fde' 2024-11-22T14:31:34,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T14:31:34,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "db10c455-30e4-4c5f-9ddb-506d7b0d9fde" 2024-11-22T14:31:34,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3dcf9052, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:31:34,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b313e41b3af3,35305,-1] 2024-11-22T14:31:34,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T14:31:34,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:31:34,818 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43862, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-22T14:31:34,819 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,46773,1732285885442 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@67781962, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:31:34,819 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,46773,1732285885442 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T14:31:34,820 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b313e41b3af3,35305,1732285890792 2024-11-22T14:31:34,820 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6c1ac01f 2024-11-22T14:31:34,821 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T14:31:34,822 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43872, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-22T14:31:34,823 INFO [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,46773,1732285885442 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-b313e41b3af3,46773,1732285885442 (queues=1) is replicating from cluster=da023714-9ab4-4a6a-b41c-9bb289e625ee to cluster=db10c455-30e4-4c5f-9ddb-506d7b0d9fde 2024-11-22T14:31:34,824 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,46773,1732285885442 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=b313e41b3af3%2C46773%2C1732285885442 2024-11-22T14:31:34,828 INFO [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,46773,1732285885442 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-b313e41b3af3,46773,1732285885442, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-22T14:31:34,831 INFO [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,46773,1732285885442.replicationSource.shipperb313e41b3af3%2C46773%2C1732285885442,1-b313e41b3af3,46773,1732285885442 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: b313e41b3af3%2C46773%2C1732285885442 2024-11-22T14:31:34,835 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,46773,1732285885442.replicationSource.wal-reader.b313e41b3af3%2C46773%2C1732285885442,1-b313e41b3af3,46773,1732285885442 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38091/user/jenkins/test-data/91631524-f60b-573c-14e8-f47f5ed1b6ef/WALs/b313e41b3af3,46773,1732285885442/b313e41b3af3%2C46773%2C1732285885442.1732285888443, startPosition=0, beingWritten=true 2024-11-22T14:31:34,898 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-22T14:31:35,076 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-22T14:31:35,076 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-22T14:31:35,077 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-22T14:31:35,077 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-22T14:31:35,078 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-22T14:31:35,078 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-22T14:31:35,078 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T14:31:35,078 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-22T14:31:35,079 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-22T14:31:35,079 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-22T14:31:35,097 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,46773,1732285885442.replicationSource.wal-reader.b313e41b3af3%2C46773%2C1732285885442,1-b313e41b3af3,46773,1732285885442 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38091/user/jenkins/test-data/91631524-f60b-573c-14e8-f47f5ed1b6ef/WALs/b313e41b3af3,46773,1732285885442/b313e41b3af3%2C46773%2C1732285885442.1732285888443 to pos 0, reset compression=false 2024-11-22T14:31:35,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41045 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T14:31:35,334 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T14:31:35,334 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-22T14:31:35,334 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:460) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T14:31:35,334 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:31:35,335 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:31:35,335 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T14:31:35,335 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4640e624, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:31:35,335 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b313e41b3af3,41045,-1 for getting cluster id 2024-11-22T14:31:35,336 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T14:31:35,337 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'da023714-9ab4-4a6a-b41c-9bb289e625ee' 2024-11-22T14:31:35,337 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T14:31:35,337 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "da023714-9ab4-4a6a-b41c-9bb289e625ee" 2024-11-22T14:31:35,338 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@709c9e92, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:31:35,338 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b313e41b3af3,41045,-1] 2024-11-22T14:31:35,338 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T14:31:35,338 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:31:35,340 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36404, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T14:31:35,341 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@643823da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:31:35,341 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T14:31:35,342 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is b313e41b3af3,41045,1732285884615 2024-11-22T14:31:35,342 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4275794e 2024-11-22T14:31:35,342 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T14:31:35,344 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36410, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T14:31:35,344 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41045 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=hbase+rpc://b313e41b3af3:35305,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-22T14:31:35,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41045 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-22T14:31:35,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41045 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-22T14:31:35,348 DEBUG [PEWorker-5 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b313e41b3af3:35305' 2024-11-22T14:31:35,349 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5dfc2be3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:31:35,349 DEBUG [PEWorker-5 {}] client.ClusterIdFetcher(90): Going to request b313e41b3af3,35305,-1 for getting cluster id 2024-11-22T14:31:35,349 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T14:31:35,350 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'db10c455-30e4-4c5f-9ddb-506d7b0d9fde' 2024-11-22T14:31:35,351 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T14:31:35,351 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "db10c455-30e4-4c5f-9ddb-506d7b0d9fde" 2024-11-22T14:31:35,351 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c0ed258, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:31:35,351 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b313e41b3af3,35305,-1] 2024-11-22T14:31:35,351 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T14:31:35,352 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:31:35,352 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43884, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T14:31:35,353 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@258a8413, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:31:35,353 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T14:31:35,354 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b313e41b3af3,35305,1732285890792 2024-11-22T14:31:35,354 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3f2bb0 2024-11-22T14:31:35,355 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T14:31:35,356 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43896, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T14:31:35,356 INFO [PEWorker-5 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-5. 2024-11-22T14:31:35,357 DEBUG [PEWorker-5 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-22T14:31:35,357 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:31:35,357 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:31:35,357 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T14:31:35,367 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-22T14:31:35,404 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,46773,1732285885442.replicationSource.wal-reader.b313e41b3af3%2C46773%2C1732285885442,1-b313e41b3af3,46773,1732285885442 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38091/user/jenkins/test-data/91631524-f60b-573c-14e8-f47f5ed1b6ef/WALs/b313e41b3af3,46773,1732285885442/b313e41b3af3%2C46773%2C1732285885442.1732285888443 to pos 0, reset compression=false 2024-11-22T14:31:35,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41045 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-22T14:31:35,521 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46773 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=10 2024-11-22T14:31:35,522 INFO [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-22T14:31:35,564 INFO [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.ReplicationSource(231): queueId=2-b313e41b3af3,46773,1732285885442, ReplicationSource: 2, currentBandwidth=0 2024-11-22T14:31:35,568 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-22T14:31:35,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41045 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-22T14:31:35,572 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on b313e41b3af3,46773,1732285885442 suceeded 2024-11-22T14:31:35,576 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-22T14:31:35,576 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 205 msec 2024-11-22T14:31:35,576 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://b313e41b3af3:35305,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-22T14:31:35,579 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 232 msec 2024-11-22T14:31:35,587 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,2-b313e41b3af3,46773,1732285885442 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b313e41b3af3:35305' 2024-11-22T14:31:35,588 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,2-b313e41b3af3,46773,1732285885442 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7882889f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:31:35,588 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,2-b313e41b3af3,46773,1732285885442 {}] client.ClusterIdFetcher(90): Going to request b313e41b3af3,35305,-1 for getting cluster id 2024-11-22T14:31:35,588 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,2-b313e41b3af3,46773,1732285885442 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T14:31:35,589 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'db10c455-30e4-4c5f-9ddb-506d7b0d9fde' 2024-11-22T14:31:35,589 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T14:31:35,589 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "db10c455-30e4-4c5f-9ddb-506d7b0d9fde" 2024-11-22T14:31:35,590 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2a969ad6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:31:35,590 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b313e41b3af3,35305,-1] 2024-11-22T14:31:35,590 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T14:31:35,590 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:31:35,591 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43910, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-22T14:31:35,592 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,2-b313e41b3af3,46773,1732285885442 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@567ee24e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:31:35,592 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,2-b313e41b3af3,46773,1732285885442 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T14:31:35,593 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b313e41b3af3,35305,1732285890792 2024-11-22T14:31:35,593 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@56f632ef 2024-11-22T14:31:35,593 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T14:31:35,594 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43912, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-22T14:31:35,595 INFO [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,2-b313e41b3af3,46773,1732285885442 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-b313e41b3af3,46773,1732285885442 (queues=1) is replicating from cluster=da023714-9ab4-4a6a-b41c-9bb289e625ee to cluster=db10c455-30e4-4c5f-9ddb-506d7b0d9fde 2024-11-22T14:31:35,596 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,2-b313e41b3af3,46773,1732285885442 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=b313e41b3af3%2C46773%2C1732285885442 2024-11-22T14:31:35,596 INFO [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,2-b313e41b3af3,46773,1732285885442 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-b313e41b3af3,46773,1732285885442, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-22T14:31:35,596 INFO [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,2-b313e41b3af3,46773,1732285885442.replicationSource.shipperb313e41b3af3%2C46773%2C1732285885442,2-b313e41b3af3,46773,1732285885442 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: b313e41b3af3%2C46773%2C1732285885442 2024-11-22T14:31:35,596 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,2-b313e41b3af3,46773,1732285885442.replicationSource.wal-reader.b313e41b3af3%2C46773%2C1732285885442,2-b313e41b3af3,46773,1732285885442 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38091/user/jenkins/test-data/91631524-f60b-573c-14e8-f47f5ed1b6ef/WALs/b313e41b3af3,46773,1732285885442/b313e41b3af3%2C46773%2C1732285885442.1732285888443, startPosition=0, beingWritten=true 2024-11-22T14:31:35,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41045 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-22T14:31:35,664 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-22T14:31:35,664 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T14:31:35,664 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:461) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T14:31:35,664 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:31:35,664 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:31:35,664 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T14:31:35,665 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T14:31:35,667 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b313e41b3af3,41045,1732285884615 2024-11-22T14:31:35,667 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@65954728 2024-11-22T14:31:35,669 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T14:31:35,672 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36420, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T14:31:35,673 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41045 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-22T14:31:35,675 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41045 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-22T14:31:35,677 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41045 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-22T14:31:35,678 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41045 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-22T14:31:35,683 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41045 {}] master.HMaster(4014): Client=jenkins//172.17.0.2 update replication peer config, id=1, config=clusterKey=hbase+rpc://b313e41b3af3:35305,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-22T14:31:35,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41045 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-22T14:31:35,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41045 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-22T14:31:35,690 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b313e41b3af3:35305' 2024-11-22T14:31:35,691 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@156beecd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:31:35,691 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request b313e41b3af3,35305,-1 for getting cluster id 2024-11-22T14:31:35,691 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T14:31:35,692 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'db10c455-30e4-4c5f-9ddb-506d7b0d9fde' 2024-11-22T14:31:35,692 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T14:31:35,692 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "db10c455-30e4-4c5f-9ddb-506d7b0d9fde" 2024-11-22T14:31:35,692 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d3722ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:31:35,692 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b313e41b3af3,35305,-1] 2024-11-22T14:31:35,693 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T14:31:35,693 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:31:35,694 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43936, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T14:31:35,694 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c94c2f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:31:35,695 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T14:31:35,695 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b313e41b3af3,35305,1732285890792 2024-11-22T14:31:35,695 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@f4639f4 2024-11-22T14:31:35,696 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T14:31:35,697 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43944, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T14:31:35,698 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-22T14:31:35,698 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-22T14:31:35,698 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:31:35,698 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:31:35,698 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T14:31:35,703 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-22T14:31:35,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41045 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-22T14:31:35,802 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,2-b313e41b3af3,46773,1732285885442.replicationSource.wal-reader.b313e41b3af3%2C46773%2C1732285885442,2-b313e41b3af3,46773,1732285885442 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38091/user/jenkins/test-data/91631524-f60b-573c-14e8-f47f5ed1b6ef/WALs/b313e41b3af3,46773,1732285885442/b313e41b3af3%2C46773%2C1732285885442.1732285888443 to pos 0, reset compression=false 2024-11-22T14:31:35,811 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,46773,1732285885442.replicationSource.wal-reader.b313e41b3af3%2C46773%2C1732285885442,1-b313e41b3af3,46773,1732285885442 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38091/user/jenkins/test-data/91631524-f60b-573c-14e8-f47f5ed1b6ef/WALs/b313e41b3af3,46773,1732285885442/b313e41b3af3%2C46773%2C1732285885442.1732285888443 to pos 0, reset compression=false 2024-11-22T14:31:35,858 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46773 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=12 2024-11-22T14:31:35,858 INFO [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=UPDATE_PEER_CONFIG 2024-11-22T14:31:35,860 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-22T14:31:35,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41045 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-22T14:31:35,863 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for UPDATE_CONFIG on b313e41b3af3,46773,1732285885442 suceeded 2024-11-22T14:31:35,867 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-22T14:31:35,867 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 160 msec 2024-11-22T14:31:35,867 INFO [PEWorker-4 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 1 to clusterKey=hbase+rpc://b313e41b3af3:35305,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-22T14:31:35,870 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 184 msec 2024-11-22T14:31:36,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41045 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-22T14:31:36,004 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 1 completed 2024-11-22T14:31:36,005 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41045 {}] master.HMaster(4014): Client=jenkins//172.17.0.2 update replication peer config, id=2, config=clusterKey=hbase+rpc://b313e41b3af3:35305,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-22T14:31:36,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41045 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-22T14:31:36,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41045 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-22T14:31:36,010 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b313e41b3af3:35305' 2024-11-22T14:31:36,011 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@336e82d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:31:36,011 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request b313e41b3af3,35305,-1 for getting cluster id 2024-11-22T14:31:36,011 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T14:31:36,012 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'db10c455-30e4-4c5f-9ddb-506d7b0d9fde' 2024-11-22T14:31:36,013 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T14:31:36,013 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "db10c455-30e4-4c5f-9ddb-506d7b0d9fde" 2024-11-22T14:31:36,013 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4792d5ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:31:36,013 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b313e41b3af3,35305,-1] 2024-11-22T14:31:36,014 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T14:31:36,014 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:31:36,015 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43964, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T14:31:36,016 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6529ad10, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:31:36,016 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T14:31:36,017 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b313e41b3af3,35305,1732285890792 2024-11-22T14:31:36,017 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@12eed2ea 2024-11-22T14:31:36,017 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T14:31:36,018 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43976, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T14:31:36,019 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-22T14:31:36,019 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-22T14:31:36,019 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:31:36,020 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:31:36,020 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T14:31:36,025 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-22T14:31:36,109 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,2-b313e41b3af3,46773,1732285885442.replicationSource.wal-reader.b313e41b3af3%2C46773%2C1732285885442,2-b313e41b3af3,46773,1732285885442 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38091/user/jenkins/test-data/91631524-f60b-573c-14e8-f47f5ed1b6ef/WALs/b313e41b3af3,46773,1732285885442/b313e41b3af3%2C46773%2C1732285885442.1732285888443 to pos 0, reset compression=false 2024-11-22T14:31:36,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41045 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-22T14:31:36,179 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46773 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=14 2024-11-22T14:31:36,179 INFO [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=UPDATE_PEER_CONFIG 2024-11-22T14:31:36,180 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-22T14:31:36,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41045 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-22T14:31:36,184 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for UPDATE_CONFIG on b313e41b3af3,46773,1732285885442 suceeded 2024-11-22T14:31:36,187 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-22T14:31:36,187 INFO [PEWorker-3 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 2 to clusterKey=hbase+rpc://b313e41b3af3:35305,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-22T14:31:36,187 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 160 msec 2024-11-22T14:31:36,190 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 182 msec 2024-11-22T14:31:36,318 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,46773,1732285885442.replicationSource.wal-reader.b313e41b3af3%2C46773%2C1732285885442,1-b313e41b3af3,46773,1732285885442 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38091/user/jenkins/test-data/91631524-f60b-573c-14e8-f47f5ed1b6ef/WALs/b313e41b3af3,46773,1732285885442/b313e41b3af3%2C46773%2C1732285885442.1732285888443 to pos 0, reset compression=false 2024-11-22T14:31:36,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41045 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-22T14:31:36,323 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 2 completed 2024-11-22T14:31:36,324 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41045 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-22T14:31:36,326 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41045 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-22T14:31:36,326 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T14:31:36,326 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T14:31:36,326 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:31:36,327 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:31:36,327 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-22T14:31:36,327 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1018240919, stopped=false 2024-11-22T14:31:36,327 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T14:31:36,327 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b313e41b3af3,41045,1732285884615 2024-11-22T14:31:36,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46773-0x10067d836b60001, quorum=127.0.0.1:55093, baseZNode=/0-464112142 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-464112142/running 2024-11-22T14:31:36,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41045-0x10067d836b60000, quorum=127.0.0.1:55093, baseZNode=/0-464112142 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-464112142/running 2024-11-22T14:31:36,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46773-0x10067d836b60001, quorum=127.0.0.1:55093, baseZNode=/0-464112142 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-464112142 2024-11-22T14:31:36,329 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-22T14:31:36,329 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T14:31:36,329 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T14:31:36,330 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:31:36,330 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41045-0x10067d836b60000, quorum=127.0.0.1:55093, baseZNode=/0-464112142 Set watcher on znode that does not yet exist, /0-464112142/running 2024-11-22T14:31:36,330 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46773-0x10067d836b60001, quorum=127.0.0.1:55093, baseZNode=/0-464112142 Set watcher on znode that does not yet exist, /0-464112142/running 2024-11-22T14:31:36,330 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b313e41b3af3,46773,1732285885442' ***** 2024-11-22T14:31:36,330 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-22T14:31:36,331 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41045-0x10067d836b60000, quorum=127.0.0.1:55093, baseZNode=/0-464112142 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-464112142 2024-11-22T14:31:36,331 INFO [RS:0;b313e41b3af3:46773 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-22T14:31:36,332 INFO [RS:0;b313e41b3af3:46773 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-22T14:31:36,332 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-22T14:31:36,332 INFO [RS:0;b313e41b3af3:46773 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-22T14:31:36,332 INFO [RS:0;b313e41b3af3:46773 {}] regionserver.HRegionServer(3091): Received CLOSE for be282dba2ecb9b66247822d70f17ebc7 2024-11-22T14:31:36,333 INFO [RS:0;b313e41b3af3:46773 {}] regionserver.HRegionServer(959): stopping server b313e41b3af3,46773,1732285885442 2024-11-22T14:31:36,333 INFO [RS:0;b313e41b3af3:46773 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T14:31:36,333 INFO [RS:0;b313e41b3af3:46773 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b313e41b3af3:46773. 2024-11-22T14:31:36,333 DEBUG [RS:0;b313e41b3af3:46773 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T14:31:36,333 DEBUG [RS:0;b313e41b3af3:46773 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:31:36,333 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing be282dba2ecb9b66247822d70f17ebc7, disabling compactions & flushes 2024-11-22T14:31:36,333 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732285893219.be282dba2ecb9b66247822d70f17ebc7. 2024-11-22T14:31:36,333 INFO [RS:0;b313e41b3af3:46773 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-22T14:31:36,333 INFO [RS:0;b313e41b3af3:46773 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-22T14:31:36,333 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732285893219.be282dba2ecb9b66247822d70f17ebc7. 2024-11-22T14:31:36,333 INFO [RS:0;b313e41b3af3:46773 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-22T14:31:36,334 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732285893219.be282dba2ecb9b66247822d70f17ebc7. after waiting 0 ms 2024-11-22T14:31:36,334 INFO [RS:0;b313e41b3af3:46773 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-22T14:31:36,334 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732285893219.be282dba2ecb9b66247822d70f17ebc7. 2024-11-22T14:31:36,334 INFO [RS:0;b313e41b3af3:46773 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-22T14:31:36,334 DEBUG [RS:0;b313e41b3af3:46773 {}] regionserver.HRegionServer(1325): Online Regions={be282dba2ecb9b66247822d70f17ebc7=hbase:replication,,1732285893219.be282dba2ecb9b66247822d70f17ebc7., 1588230740=hbase:meta,,1.1588230740} 2024-11-22T14:31:36,334 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-22T14:31:36,334 INFO [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-22T14:31:36,334 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-22T14:31:36,334 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T14:31:36,334 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T14:31:36,334 DEBUG [RS:0;b313e41b3af3:46773 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, be282dba2ecb9b66247822d70f17ebc7 2024-11-22T14:31:36,337 INFO [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-22T14:31:36,337 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing be282dba2ecb9b66247822d70f17ebc7 3/3 column families, dataSize=294 B heapSize=1.19 KB 2024-11-22T14:31:36,386 INFO [regionserver/b313e41b3af3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T14:31:36,403 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/91631524-f60b-573c-14e8-f47f5ed1b6ef/data/hbase/meta/1588230740/.tmp/info/e805ca1acdfb4daba91a41d57367794b is 147, key is hbase:replication,,1732285893219.be282dba2ecb9b66247822d70f17ebc7./info:regioninfo/1732285894493/Put/seqid=0 2024-11-22T14:31:36,403 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/91631524-f60b-573c-14e8-f47f5ed1b6ef/data/hbase/replication/be282dba2ecb9b66247822d70f17ebc7/.tmp/queue/b63bc151238d4725840801238bda3205 is 151, key is 1-b313e41b3af3,46773,1732285885442/queue:b313e41b3af3%2C46773%2C1732285885442/1732285894789/Put/seqid=0 2024-11-22T14:31:36,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37755 is added to blk_1073741838_1014 (size=5500) 2024-11-22T14:31:36,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37755 is added to blk_1073741839_1015 (size=6631) 2024-11-22T14:31:36,416 INFO [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/91631524-f60b-573c-14e8-f47f5ed1b6ef/data/hbase/meta/1588230740/.tmp/info/e805ca1acdfb4daba91a41d57367794b 2024-11-22T14:31:36,493 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/91631524-f60b-573c-14e8-f47f5ed1b6ef/data/hbase/meta/1588230740/.tmp/ns/ddf9e8b0938248528aaf639c3931d2f1 is 43, key is default/ns:d/1732285889495/Put/seqid=0 2024-11-22T14:31:36,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37755 is added to blk_1073741840_1016 (size=5153) 2024-11-22T14:31:36,504 INFO [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/91631524-f60b-573c-14e8-f47f5ed1b6ef/data/hbase/meta/1588230740/.tmp/ns/ddf9e8b0938248528aaf639c3931d2f1 2024-11-22T14:31:36,517 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,2-b313e41b3af3,46773,1732285885442.replicationSource.wal-reader.b313e41b3af3%2C46773%2C1732285885442,2-b313e41b3af3,46773,1732285885442 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38091/user/jenkins/test-data/91631524-f60b-573c-14e8-f47f5ed1b6ef/WALs/b313e41b3af3,46773,1732285885442/b313e41b3af3%2C46773%2C1732285885442.1732285888443 to pos 0, reset compression=false 2024-11-22T14:31:36,535 DEBUG [RS:0;b313e41b3af3:46773 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, be282dba2ecb9b66247822d70f17ebc7 2024-11-22T14:31:36,540 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/91631524-f60b-573c-14e8-f47f5ed1b6ef/data/hbase/meta/1588230740/.tmp/table/e28499f7b7374042883ceffc4fff3a0c is 53, key is hbase:replication/table:state/1732285894512/Put/seqid=0 2024-11-22T14:31:36,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37755 is added to blk_1073741841_1017 (size=5256) 2024-11-22T14:31:36,735 DEBUG [RS:0;b313e41b3af3:46773 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, be282dba2ecb9b66247822d70f17ebc7 2024-11-22T14:31:36,815 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=294 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/91631524-f60b-573c-14e8-f47f5ed1b6ef/data/hbase/replication/be282dba2ecb9b66247822d70f17ebc7/.tmp/queue/b63bc151238d4725840801238bda3205 2024-11-22T14:31:36,827 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/91631524-f60b-573c-14e8-f47f5ed1b6ef/data/hbase/replication/be282dba2ecb9b66247822d70f17ebc7/.tmp/queue/b63bc151238d4725840801238bda3205 as hdfs://localhost:38091/user/jenkins/test-data/91631524-f60b-573c-14e8-f47f5ed1b6ef/data/hbase/replication/be282dba2ecb9b66247822d70f17ebc7/queue/b63bc151238d4725840801238bda3205 2024-11-22T14:31:36,839 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38091/user/jenkins/test-data/91631524-f60b-573c-14e8-f47f5ed1b6ef/data/hbase/replication/be282dba2ecb9b66247822d70f17ebc7/queue/b63bc151238d4725840801238bda3205, entries=2, sequenceid=6, filesize=5.4 K 2024-11-22T14:31:36,848 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for be282dba2ecb9b66247822d70f17ebc7 in 509ms, sequenceid=6, compaction requested=false 2024-11-22T14:31:36,849 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-22T14:31:36,860 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38091/user/jenkins/test-data/91631524-f60b-573c-14e8-f47f5ed1b6ef/data/hbase/replication/be282dba2ecb9b66247822d70f17ebc7/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-22T14:31:36,863 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-22T14:31:36,863 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T14:31:36,863 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732285893219.be282dba2ecb9b66247822d70f17ebc7. 2024-11-22T14:31:36,863 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for be282dba2ecb9b66247822d70f17ebc7: Waiting for close lock at 1732285896333Running coprocessor pre-close hooks at 1732285896333Disabling compacts and flushes for region at 1732285896333Disabling writes for close at 1732285896334 (+1 ms)Obtaining lock to block concurrent updates at 1732285896338 (+4 ms)Preparing flush snapshotting stores in be282dba2ecb9b66247822d70f17ebc7 at 1732285896338Finished memstore snapshotting hbase:replication,,1732285893219.be282dba2ecb9b66247822d70f17ebc7., syncing WAL and waiting on mvcc, flushsize=dataSize=294, getHeapSize=1168, getOffHeapSize=0, getCellsCount=2 at 1732285896346 (+8 ms)Flushing stores of hbase:replication,,1732285893219.be282dba2ecb9b66247822d70f17ebc7. at 1732285896347 (+1 ms)Flushing be282dba2ecb9b66247822d70f17ebc7/queue: creating writer at 1732285896349 (+2 ms)Flushing be282dba2ecb9b66247822d70f17ebc7/queue: appending metadata at 1732285896389 (+40 ms)Flushing be282dba2ecb9b66247822d70f17ebc7/queue: closing flushed file at 1732285896391 (+2 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@f262ab6: reopening flushed file at 1732285896826 (+435 ms)Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for be282dba2ecb9b66247822d70f17ebc7 in 509ms, sequenceid=6, compaction requested=false at 1732285896848 (+22 ms)Writing region close event to WAL at 1732285896853 (+5 ms)Running coprocessor post-close hooks at 1732285896861 (+8 ms)Closed at 1732285896863 (+2 ms) 2024-11-22T14:31:36,864 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732285893219.be282dba2ecb9b66247822d70f17ebc7. 2024-11-22T14:31:36,933 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,46773,1732285885442.replicationSource.wal-reader.b313e41b3af3%2C46773%2C1732285885442,1-b313e41b3af3,46773,1732285885442 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38091/user/jenkins/test-data/91631524-f60b-573c-14e8-f47f5ed1b6ef/WALs/b313e41b3af3,46773,1732285885442/b313e41b3af3%2C46773%2C1732285885442.1732285888443 to pos 0, reset compression=false 2024-11-22T14:31:36,935 DEBUG [RS:0;b313e41b3af3:46773 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T14:31:36,958 INFO [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/91631524-f60b-573c-14e8-f47f5ed1b6ef/data/hbase/meta/1588230740/.tmp/table/e28499f7b7374042883ceffc4fff3a0c 2024-11-22T14:31:36,968 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/91631524-f60b-573c-14e8-f47f5ed1b6ef/data/hbase/meta/1588230740/.tmp/info/e805ca1acdfb4daba91a41d57367794b as hdfs://localhost:38091/user/jenkins/test-data/91631524-f60b-573c-14e8-f47f5ed1b6ef/data/hbase/meta/1588230740/info/e805ca1acdfb4daba91a41d57367794b 2024-11-22T14:31:36,979 INFO [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38091/user/jenkins/test-data/91631524-f60b-573c-14e8-f47f5ed1b6ef/data/hbase/meta/1588230740/info/e805ca1acdfb4daba91a41d57367794b, entries=10, sequenceid=11, filesize=6.5 K 2024-11-22T14:31:36,981 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/91631524-f60b-573c-14e8-f47f5ed1b6ef/data/hbase/meta/1588230740/.tmp/ns/ddf9e8b0938248528aaf639c3931d2f1 as hdfs://localhost:38091/user/jenkins/test-data/91631524-f60b-573c-14e8-f47f5ed1b6ef/data/hbase/meta/1588230740/ns/ddf9e8b0938248528aaf639c3931d2f1 2024-11-22T14:31:36,993 INFO [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38091/user/jenkins/test-data/91631524-f60b-573c-14e8-f47f5ed1b6ef/data/hbase/meta/1588230740/ns/ddf9e8b0938248528aaf639c3931d2f1, entries=2, sequenceid=11, filesize=5.0 K 2024-11-22T14:31:36,995 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/91631524-f60b-573c-14e8-f47f5ed1b6ef/data/hbase/meta/1588230740/.tmp/table/e28499f7b7374042883ceffc4fff3a0c as hdfs://localhost:38091/user/jenkins/test-data/91631524-f60b-573c-14e8-f47f5ed1b6ef/data/hbase/meta/1588230740/table/e28499f7b7374042883ceffc4fff3a0c 2024-11-22T14:31:37,009 INFO [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38091/user/jenkins/test-data/91631524-f60b-573c-14e8-f47f5ed1b6ef/data/hbase/meta/1588230740/table/e28499f7b7374042883ceffc4fff3a0c, entries=2, sequenceid=11, filesize=5.1 K 2024-11-22T14:31:37,013 INFO [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 678ms, sequenceid=11, compaction requested=false 2024-11-22T14:31:37,023 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38091/user/jenkins/test-data/91631524-f60b-573c-14e8-f47f5ed1b6ef/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-22T14:31:37,024 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-22T14:31:37,024 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T14:31:37,024 INFO [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-22T14:31:37,024 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732285896334Running coprocessor pre-close hooks at 1732285896334Disabling compacts and flushes for region at 1732285896334Disabling writes for close at 1732285896334Obtaining lock to block concurrent updates at 1732285896338 (+4 ms)Preparing flush snapshotting stores in 1588230740 at 1732285896338Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1732285896346 (+8 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732285896347 (+1 ms)Flushing 1588230740/info: creating writer at 1732285896349 (+2 ms)Flushing 1588230740/info: appending metadata at 1732285896389 (+40 ms)Flushing 1588230740/info: closing flushed file at 1732285896391 (+2 ms)Flushing 1588230740/ns: creating writer at 1732285896473 (+82 ms)Flushing 1588230740/ns: appending metadata at 1732285896491 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1732285896491Flushing 1588230740/table: creating writer at 1732285896514 (+23 ms)Flushing 1588230740/table: appending metadata at 1732285896538 (+24 ms)Flushing 1588230740/table: closing flushed file at 1732285896538Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@52a4d2ad: reopening flushed file at 1732285896966 (+428 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@cb4b87c: reopening flushed file at 1732285896979 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19a5e5a1: reopening flushed file at 1732285896993 (+14 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 678ms, sequenceid=11, compaction requested=false at 1732285897013 (+20 ms)Writing region close event to WAL at 1732285897016 (+3 ms)Running coprocessor post-close hooks at 1732285897024 (+8 ms)Closed at 1732285897024 2024-11-22T14:31:37,025 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-22T14:31:37,026 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,2-b313e41b3af3,46773,1732285885442.replicationSource.wal-reader.b313e41b3af3%2C46773%2C1732285885442,2-b313e41b3af3,46773,1732285885442 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38091/user/jenkins/test-data/91631524-f60b-573c-14e8-f47f5ed1b6ef/WALs/b313e41b3af3,46773,1732285885442/b313e41b3af3%2C46773%2C1732285885442.1732285888443 to pos 0, reset compression=false 2024-11-22T14:31:37,136 INFO [RS:0;b313e41b3af3:46773 {}] regionserver.HRegionServer(976): stopping server b313e41b3af3,46773,1732285885442; all regions closed. 2024-11-22T14:31:37,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37755 is added to blk_1073741834_1010 (size=2742) 2024-11-22T14:31:37,153 DEBUG [RS:0;b313e41b3af3:46773 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/91631524-f60b-573c-14e8-f47f5ed1b6ef/oldWALs 2024-11-22T14:31:37,153 INFO [RS:0;b313e41b3af3:46773 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b313e41b3af3%2C46773%2C1732285885442.meta:.meta(num 1732285889351) 2024-11-22T14:31:37,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37755 is added to blk_1073741837_1013 (size=1802) 2024-11-22T14:31:37,164 DEBUG [RS:0;b313e41b3af3:46773 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/91631524-f60b-573c-14e8-f47f5ed1b6ef/oldWALs 2024-11-22T14:31:37,164 INFO [RS:0;b313e41b3af3:46773 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b313e41b3af3%2C46773%2C1732285885442.rep:(num 1732285894431) 2024-11-22T14:31:37,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37755 is added to blk_1073741832_1008 (size=93) 2024-11-22T14:31:37,171 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/91631524-f60b-573c-14e8-f47f5ed1b6ef/WALs/b313e41b3af3,46773,1732285885442/b313e41b3af3%2C46773%2C1732285885442.1732285888443 not finished, retry = 0 2024-11-22T14:31:37,276 DEBUG [RS:0;b313e41b3af3:46773 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/91631524-f60b-573c-14e8-f47f5ed1b6ef/oldWALs 2024-11-22T14:31:37,277 INFO [RS:0;b313e41b3af3:46773 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b313e41b3af3%2C46773%2C1732285885442:(num 1732285888443) 2024-11-22T14:31:37,277 DEBUG [RS:0;b313e41b3af3:46773 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:31:37,277 INFO [RS:0;b313e41b3af3:46773 {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T14:31:37,277 INFO [RS:0;b313e41b3af3:46773 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T14:31:37,278 INFO [RS:0;b313e41b3af3:46773 {}] hbase.ChoreService(370): Chore service for: regionserver/b313e41b3af3:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-22T14:31:37,278 INFO [RS:0;b313e41b3af3:46773 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T14:31:37,278 INFO [regionserver/b313e41b3af3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T14:31:37,279 INFO [RS:0;b313e41b3af3:46773 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-b313e41b3af3,46773,1732285885442 because: Region server is closing 2024-11-22T14:31:37,280 INFO [RS:0;b313e41b3af3:46773 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b313e41b3af3:46773. 2024-11-22T14:31:37,280 DEBUG [RS:0;b313e41b3af3:46773 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T14:31:37,280 DEBUG [RS:0;b313e41b3af3:46773 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:31:37,280 DEBUG [RS:0;b313e41b3af3:46773 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:31:37,280 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T14:31:37,381 WARN [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,46773,1732285885442.replicationSource.shipperb313e41b3af3%2C46773%2C1732285885442,1-b313e41b3af3,46773,1732285885442 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-22T14:31:37,381 WARN [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,46773,1732285885442.replicationSource.wal-reader.b313e41b3af3%2C46773%2C1732285885442,1-b313e41b3af3,46773,1732285885442 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-22T14:31:37,381 INFO [RS:0;b313e41b3af3:46773 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,46773,1732285885442.replicationSource.shipperb313e41b3af3%2C46773%2C1732285885442,1-b313e41b3af3,46773,1732285885442 terminated 2024-11-22T14:31:37,382 INFO [RS:0;b313e41b3af3:46773 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-b313e41b3af3,46773,1732285885442 because: Region server is closing 2024-11-22T14:31:37,382 INFO [RS:0;b313e41b3af3:46773 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b313e41b3af3:46773. 2024-11-22T14:31:37,382 DEBUG [RS:0;b313e41b3af3:46773 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T14:31:37,382 DEBUG [RS:0;b313e41b3af3:46773 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:31:37,383 DEBUG [RS:0;b313e41b3af3:46773 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:31:37,383 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T14:31:37,484 WARN [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,2-b313e41b3af3,46773,1732285885442.replicationSource.shipperb313e41b3af3%2C46773%2C1732285885442,2-b313e41b3af3,46773,1732285885442 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-22T14:31:37,484 WARN [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,2-b313e41b3af3,46773,1732285885442.replicationSource.wal-reader.b313e41b3af3%2C46773%2C1732285885442,2-b313e41b3af3,46773,1732285885442 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-22T14:31:37,484 INFO [RS:0;b313e41b3af3:46773 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,2-b313e41b3af3,46773,1732285885442.replicationSource.shipperb313e41b3af3%2C46773%2C1732285885442,2-b313e41b3af3,46773,1732285885442 terminated 2024-11-22T14:31:37,485 INFO [RS:0;b313e41b3af3:46773 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46773 2024-11-22T14:31:37,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46773-0x10067d836b60001, quorum=127.0.0.1:55093, baseZNode=/0-464112142 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-464112142/rs/b313e41b3af3,46773,1732285885442 2024-11-22T14:31:37,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41045-0x10067d836b60000, quorum=127.0.0.1:55093, baseZNode=/0-464112142 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-464112142/rs 2024-11-22T14:31:37,491 INFO [RS:0;b313e41b3af3:46773 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T14:31:37,494 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b313e41b3af3,46773,1732285885442] 2024-11-22T14:31:37,495 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-464112142/draining/b313e41b3af3,46773,1732285885442 already deleted, retry=false 2024-11-22T14:31:37,495 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b313e41b3af3,46773,1732285885442 expired; onlineServers=0 2024-11-22T14:31:37,495 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b313e41b3af3,41045,1732285884615' ***** 2024-11-22T14:31:37,495 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-22T14:31:37,496 INFO [M:0;b313e41b3af3:41045 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T14:31:37,496 INFO [M:0;b313e41b3af3:41045 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T14:31:37,496 DEBUG [M:0;b313e41b3af3:41045 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-22T14:31:37,496 DEBUG [M:0;b313e41b3af3:41045 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-22T14:31:37,496 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-22T14:31:37,496 DEBUG [master/b313e41b3af3:0:becomeActiveMaster-HFileCleaner.large.0-1732285888086 {}] cleaner.HFileCleaner(306): Exit Thread[master/b313e41b3af3:0:becomeActiveMaster-HFileCleaner.large.0-1732285888086,5,FailOnTimeoutGroup] 2024-11-22T14:31:37,496 DEBUG [master/b313e41b3af3:0:becomeActiveMaster-HFileCleaner.small.0-1732285888087 {}] cleaner.HFileCleaner(306): Exit Thread[master/b313e41b3af3:0:becomeActiveMaster-HFileCleaner.small.0-1732285888087,5,FailOnTimeoutGroup] 2024-11-22T14:31:37,496 INFO [M:0;b313e41b3af3:41045 {}] hbase.ChoreService(370): Chore service for: master/b313e41b3af3:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-22T14:31:37,497 INFO [M:0;b313e41b3af3:41045 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T14:31:37,497 DEBUG [M:0;b313e41b3af3:41045 {}] master.HMaster(1795): Stopping service threads 2024-11-22T14:31:37,497 INFO [M:0;b313e41b3af3:41045 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-22T14:31:37,497 INFO [M:0;b313e41b3af3:41045 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-22T14:31:37,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41045-0x10067d836b60000, quorum=127.0.0.1:55093, baseZNode=/0-464112142 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-464112142/master 2024-11-22T14:31:37,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41045-0x10067d836b60000, quorum=127.0.0.1:55093, baseZNode=/0-464112142 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-464112142 2024-11-22T14:31:37,498 INFO [M:0;b313e41b3af3:41045 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-22T14:31:37,498 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-22T14:31:37,498 DEBUG [M:0;b313e41b3af3:41045 {}] zookeeper.ZKUtil(347): master:41045-0x10067d836b60000, quorum=127.0.0.1:55093, baseZNode=/0-464112142 Unable to get data of znode /0-464112142/master because node does not exist (not an error) 2024-11-22T14:31:37,499 WARN [M:0;b313e41b3af3:41045 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-22T14:31:37,499 INFO [M:0;b313e41b3af3:41045 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38091/user/jenkins/test-data/91631524-f60b-573c-14e8-f47f5ed1b6ef/.lastflushedseqids 2024-11-22T14:31:37,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37755 is added to blk_1073741842_1018 (size=181) 2024-11-22T14:31:37,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46773-0x10067d836b60001, quorum=127.0.0.1:55093, baseZNode=/0-464112142 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T14:31:37,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46773-0x10067d836b60001, quorum=127.0.0.1:55093, baseZNode=/0-464112142 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T14:31:37,594 INFO [RS:0;b313e41b3af3:46773 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T14:31:37,594 INFO [RS:0;b313e41b3af3:46773 {}] regionserver.HRegionServer(1031): Exiting; stopping=b313e41b3af3,46773,1732285885442; zookeeper connection closed. 2024-11-22T14:31:37,595 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@499e9ff4 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@499e9ff4 2024-11-22T14:31:37,595 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-22T14:31:37,912 INFO [M:0;b313e41b3af3:41045 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-22T14:31:37,912 INFO [M:0;b313e41b3af3:41045 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-22T14:31:37,912 DEBUG [M:0;b313e41b3af3:41045 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T14:31:37,912 INFO [M:0;b313e41b3af3:41045 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T14:31:37,912 DEBUG [M:0;b313e41b3af3:41045 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T14:31:37,912 DEBUG [M:0;b313e41b3af3:41045 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T14:31:37,912 DEBUG [M:0;b313e41b3af3:41045 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T14:31:37,913 INFO [M:0;b313e41b3af3:41045 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=50.24 KB heapSize=61.14 KB 2024-11-22T14:31:37,933 DEBUG [M:0;b313e41b3af3:41045 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/91631524-f60b-573c-14e8-f47f5ed1b6ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/90595182ef1849e78268300ae736dd03 is 82, key is hbase:meta,,1/info:regioninfo/1732285889432/Put/seqid=0 2024-11-22T14:31:37,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37755 is added to blk_1073741843_1019 (size=5672) 2024-11-22T14:31:38,339 INFO [M:0;b313e41b3af3:41045 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/91631524-f60b-573c-14e8-f47f5ed1b6ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/90595182ef1849e78268300ae736dd03 2024-11-22T14:31:38,374 DEBUG [M:0;b313e41b3af3:41045 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/91631524-f60b-573c-14e8-f47f5ed1b6ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/34e507c50d7b4276aa81dd998c3dd62e is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1732285894519/Put/seqid=0 2024-11-22T14:31:38,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37755 is added to blk_1073741844_1020 (size=8663) 2024-11-22T14:31:38,782 INFO [M:0;b313e41b3af3:41045 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.68 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/91631524-f60b-573c-14e8-f47f5ed1b6ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/34e507c50d7b4276aa81dd998c3dd62e 2024-11-22T14:31:38,810 DEBUG [M:0;b313e41b3af3:41045 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/91631524-f60b-573c-14e8-f47f5ed1b6ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6e95f303303f45cc994161af3eb1f125 is 69, key is b313e41b3af3,46773,1732285885442/rs:state/1732285888205/Put/seqid=0 2024-11-22T14:31:38,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37755 is added to blk_1073741845_1021 (size=5156) 2024-11-22T14:31:39,220 INFO [M:0;b313e41b3af3:41045 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/91631524-f60b-573c-14e8-f47f5ed1b6ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6e95f303303f45cc994161af3eb1f125 2024-11-22T14:31:39,234 DEBUG [M:0;b313e41b3af3:41045 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/91631524-f60b-573c-14e8-f47f5ed1b6ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/90595182ef1849e78268300ae736dd03 as hdfs://localhost:38091/user/jenkins/test-data/91631524-f60b-573c-14e8-f47f5ed1b6ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/90595182ef1849e78268300ae736dd03 2024-11-22T14:31:39,240 INFO [M:0;b313e41b3af3:41045 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38091/user/jenkins/test-data/91631524-f60b-573c-14e8-f47f5ed1b6ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/90595182ef1849e78268300ae736dd03, entries=8, sequenceid=115, filesize=5.5 K 2024-11-22T14:31:39,242 DEBUG [M:0;b313e41b3af3:41045 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/91631524-f60b-573c-14e8-f47f5ed1b6ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/34e507c50d7b4276aa81dd998c3dd62e as hdfs://localhost:38091/user/jenkins/test-data/91631524-f60b-573c-14e8-f47f5ed1b6ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/34e507c50d7b4276aa81dd998c3dd62e 2024-11-22T14:31:39,250 INFO [M:0;b313e41b3af3:41045 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38091/user/jenkins/test-data/91631524-f60b-573c-14e8-f47f5ed1b6ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/34e507c50d7b4276aa81dd998c3dd62e, entries=14, sequenceid=115, filesize=8.5 K 2024-11-22T14:31:39,252 DEBUG [M:0;b313e41b3af3:41045 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/91631524-f60b-573c-14e8-f47f5ed1b6ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6e95f303303f45cc994161af3eb1f125 as hdfs://localhost:38091/user/jenkins/test-data/91631524-f60b-573c-14e8-f47f5ed1b6ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6e95f303303f45cc994161af3eb1f125 2024-11-22T14:31:39,258 INFO [M:0;b313e41b3af3:41045 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38091/user/jenkins/test-data/91631524-f60b-573c-14e8-f47f5ed1b6ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6e95f303303f45cc994161af3eb1f125, entries=1, sequenceid=115, filesize=5.0 K 2024-11-22T14:31:39,260 INFO [M:0;b313e41b3af3:41045 {}] regionserver.HRegion(3140): Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1348ms, sequenceid=115, compaction requested=false 2024-11-22T14:31:39,261 INFO [M:0;b313e41b3af3:41045 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T14:31:39,261 DEBUG [M:0;b313e41b3af3:41045 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732285897912Disabling compacts and flushes for region at 1732285897912Disabling writes for close at 1732285897912Obtaining lock to block concurrent updates at 1732285897913 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732285897913Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=51442, getHeapSize=62544, getOffHeapSize=0, getCellsCount=134 at 1732285897913Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732285897914 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732285897914Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732285897932 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732285897932Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732285898348 (+416 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732285898374 (+26 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732285898374Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732285898796 (+422 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732285898810 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732285898810Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2175b1d5: reopening flushed file at 1732285899232 (+422 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b7463c: reopening flushed file at 1732285899241 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a1c6a00: reopening flushed file at 1732285899250 (+9 ms)Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1348ms, sequenceid=115, compaction requested=false at 1732285899260 (+10 ms)Writing region close event to WAL at 1732285899261 (+1 ms)Closed at 1732285899261 2024-11-22T14:31:39,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37755 is added to blk_1073741830_1006 (size=59421) 2024-11-22T14:31:39,264 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/91631524-f60b-573c-14e8-f47f5ed1b6ef/MasterData/WALs/b313e41b3af3,41045,1732285884615/b313e41b3af3%2C41045%2C1732285884615.1732285887557 not finished, retry = 0 2024-11-22T14:31:39,367 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T14:31:39,367 INFO [M:0;b313e41b3af3:41045 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-22T14:31:39,368 INFO [M:0;b313e41b3af3:41045 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41045 2024-11-22T14:31:39,368 INFO [M:0;b313e41b3af3:41045 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T14:31:39,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41045-0x10067d836b60000, quorum=127.0.0.1:55093, baseZNode=/0-464112142 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T14:31:39,471 INFO [M:0;b313e41b3af3:41045 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T14:31:39,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41045-0x10067d836b60000, quorum=127.0.0.1:55093, baseZNode=/0-464112142 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T14:31:39,472 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b313e41b3af3:0 server-side Connection retries=45 2024-11-22T14:31:39,472 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T14:31:39,472 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T14:31:39,473 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T14:31:39,473 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T14:31:39,473 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T14:31:39,473 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-22T14:31:39,473 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T14:31:39,473 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45265 2024-11-22T14:31:39,475 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45265 connecting to ZooKeeper ensemble=127.0.0.1:55093 2024-11-22T14:31:39,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:452650x0, quorum=127.0.0.1:55093, baseZNode=/0-464112142 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T14:31:39,477 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45265-0x10067d836b60006 connected 2024-11-22T14:31:39,481 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T14:31:39,482 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T14:31:39,484 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45265-0x10067d836b60006, quorum=127.0.0.1:55093, baseZNode=/0-464112142 Set watcher on znode that does not yet exist, /0-464112142/running 2024-11-22T14:31:39,484 DEBUG [pool-237-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-464112142/meta-region-server: INIT 2024-11-22T14:31:39,485 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38091/user/jenkins/test-data/91631524-f60b-573c-14e8-f47f5ed1b6ef, hbase.cluster.distributed=false 2024-11-22T14:31:39,486 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45265-0x10067d836b60006, quorum=127.0.0.1:55093, baseZNode=/0-464112142 Set watcher on znode that does not yet exist, /0-464112142/acl 2024-11-22T14:31:39,487 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45265 2024-11-22T14:31:39,487 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45265 2024-11-22T14:31:39,487 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45265 2024-11-22T14:31:39,488 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45265 2024-11-22T14:31:39,489 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45265 2024-11-22T14:31:39,503 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b313e41b3af3:0 server-side Connection retries=45 2024-11-22T14:31:39,504 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T14:31:39,504 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T14:31:39,504 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T14:31:39,504 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T14:31:39,504 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T14:31:39,504 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-22T14:31:39,504 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T14:31:39,505 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42577 2024-11-22T14:31:39,507 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42577 connecting to ZooKeeper ensemble=127.0.0.1:55093 2024-11-22T14:31:39,507 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T14:31:39,509 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T14:31:39,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:425770x0, quorum=127.0.0.1:55093, baseZNode=/0-464112142 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T14:31:39,513 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:425770x0, quorum=127.0.0.1:55093, baseZNode=/0-464112142 Set watcher on znode that does not yet exist, /0-464112142/running 2024-11-22T14:31:39,513 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42577-0x10067d836b60007 connected 2024-11-22T14:31:39,513 DEBUG [pool-242-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-464112142/meta-region-server: INIT 2024-11-22T14:31:39,514 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-22T14:31:39,516 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-22T14:31:39,517 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42577-0x10067d836b60007, quorum=127.0.0.1:55093, baseZNode=/0-464112142 Set watcher on znode that does not yet exist, /0-464112142/master 2024-11-22T14:31:39,518 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42577-0x10067d836b60007, quorum=127.0.0.1:55093, baseZNode=/0-464112142 Set watcher on znode that does not yet exist, /0-464112142/acl 2024-11-22T14:31:39,520 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42577 2024-11-22T14:31:39,521 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42577 2024-11-22T14:31:39,522 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42577 2024-11-22T14:31:39,525 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42577 2024-11-22T14:31:39,525 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42577 2024-11-22T14:31:39,536 DEBUG [M:0;b313e41b3af3:45265 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b313e41b3af3:45265 2024-11-22T14:31:39,536 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-464112142/backup-masters/b313e41b3af3,45265,1732285899472 2024-11-22T14:31:39,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45265-0x10067d836b60006, quorum=127.0.0.1:55093, baseZNode=/0-464112142 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-464112142/backup-masters 2024-11-22T14:31:39,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42577-0x10067d836b60007, quorum=127.0.0.1:55093, baseZNode=/0-464112142 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-464112142/backup-masters 2024-11-22T14:31:39,538 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45265-0x10067d836b60006, quorum=127.0.0.1:55093, baseZNode=/0-464112142 Set watcher on existing znode=/0-464112142/backup-masters/b313e41b3af3,45265,1732285899472 2024-11-22T14:31:39,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45265-0x10067d836b60006, quorum=127.0.0.1:55093, baseZNode=/0-464112142 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-464112142 2024-11-22T14:31:39,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42577-0x10067d836b60007, quorum=127.0.0.1:55093, baseZNode=/0-464112142 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-464112142/master 2024-11-22T14:31:39,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42577-0x10067d836b60007, quorum=127.0.0.1:55093, baseZNode=/0-464112142 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-464112142 2024-11-22T14:31:39,541 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45265-0x10067d836b60006, quorum=127.0.0.1:55093, baseZNode=/0-464112142 Set watcher on existing znode=/0-464112142/master 2024-11-22T14:31:39,541 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-464112142/backup-masters/b313e41b3af3,45265,1732285899472 from backup master directory 2024-11-22T14:31:39,542 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45265-0x10067d836b60006, quorum=127.0.0.1:55093, baseZNode=/0-464112142 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-464112142/backup-masters/b313e41b3af3,45265,1732285899472 2024-11-22T14:31:39,542 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45265-0x10067d836b60006, quorum=127.0.0.1:55093, baseZNode=/0-464112142 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-464112142/backup-masters 2024-11-22T14:31:39,543 WARN [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T14:31:39,543 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b313e41b3af3,45265,1732285899472 2024-11-22T14:31:39,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42577-0x10067d836b60007, quorum=127.0.0.1:55093, baseZNode=/0-464112142 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-464112142/backup-masters 2024-11-22T14:31:39,558 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T14:31:39,558 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-22T14:31:39,571 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 13ms. 2024-11-22T14:31:39,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37755 is added to blk_1073741846_1022 (size=196) 2024-11-22T14:31:39,966 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-22T14:31:39,981 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T14:31:39,982 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-22T14:31:39,982 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T14:31:39,991 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-22T14:31:39,995 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:38091/user/jenkins/test-data/91631524-f60b-573c-14e8-f47f5ed1b6ef/MasterData/WALs/b313e41b3af3,41045,1732285884615 to hdfs://localhost:38091/user/jenkins/test-data/91631524-f60b-573c-14e8-f47f5ed1b6ef/MasterData/WALs/b313e41b3af3,41045,1732285884615-dead as it is dead 2024-11-22T14:31:39,996 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-22T14:31:39,997 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-22T14:31:39,997 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38091/user/jenkins/test-data/91631524-f60b-573c-14e8-f47f5ed1b6ef/MasterData/WALs/b313e41b3af3,41045,1732285884615-dead/b313e41b3af3%2C41045%2C1732285884615.1732285887557 2024-11-22T14:31:40,002 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38091/user/jenkins/test-data/91631524-f60b-573c-14e8-f47f5ed1b6ef/MasterData/WALs/b313e41b3af3,41045,1732285884615-dead/b313e41b3af3%2C41045%2C1732285884615.1732285887557 after 3ms 2024-11-22T14:31:40,004 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:38091/user/jenkins/test-data/91631524-f60b-573c-14e8-f47f5ed1b6ef/MasterData/WALs/b313e41b3af3,41045,1732285884615-dead/b313e41b3af3%2C41045%2C1732285884615.1732285887557 to hdfs://localhost:38091/user/jenkins/test-data/91631524-f60b-573c-14e8-f47f5ed1b6ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/b313e41b3af3%2C41045%2C1732285884615.1732285887557 2024-11-22T14:31:40,004 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:38091/user/jenkins/test-data/91631524-f60b-573c-14e8-f47f5ed1b6ef/MasterData/WALs/b313e41b3af3,41045,1732285884615-dead 2024-11-22T14:31:40,004 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38091/user/jenkins/test-data/91631524-f60b-573c-14e8-f47f5ed1b6ef/MasterData/WALs/b313e41b3af3,45265,1732285899472 2024-11-22T14:31:40,006 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T14:31:40,008 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b313e41b3af3%2C45265%2C1732285899472, suffix=, logDir=hdfs://localhost:38091/user/jenkins/test-data/91631524-f60b-573c-14e8-f47f5ed1b6ef/MasterData/WALs/b313e41b3af3,45265,1732285899472, archiveDir=hdfs://localhost:38091/user/jenkins/test-data/91631524-f60b-573c-14e8-f47f5ed1b6ef/MasterData/oldWALs, maxLogs=10 2024-11-22T14:31:40,021 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/91631524-f60b-573c-14e8-f47f5ed1b6ef/MasterData/WALs/b313e41b3af3,45265,1732285899472/b313e41b3af3%2C45265%2C1732285899472.1732285900008, exclude list is [], retry=0 2024-11-22T14:31:40,025 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37755,DS-dd3107da-f101-48bf-a433-ac4517799d1c,DISK] 2024-11-22T14:31:40,028 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/91631524-f60b-573c-14e8-f47f5ed1b6ef/MasterData/WALs/b313e41b3af3,45265,1732285899472/b313e41b3af3%2C45265%2C1732285899472.1732285900008 2024-11-22T14:31:40,028 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46059:46059)] 2024-11-22T14:31:40,028 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-22T14:31:40,029 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T14:31:40,029 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:31:40,029 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:31:40,031 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:31:40,032 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-22T14:31:40,032 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:31:40,042 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38091/user/jenkins/test-data/91631524-f60b-573c-14e8-f47f5ed1b6ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/90595182ef1849e78268300ae736dd03 2024-11-22T14:31:40,042 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T14:31:40,042 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:31:40,044 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-22T14:31:40,044 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:31:40,052 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38091/user/jenkins/test-data/91631524-f60b-573c-14e8-f47f5ed1b6ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/34e507c50d7b4276aa81dd998c3dd62e 2024-11-22T14:31:40,052 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:31:40,052 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:31:40,053 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-22T14:31:40,053 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:31:40,061 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38091/user/jenkins/test-data/91631524-f60b-573c-14e8-f47f5ed1b6ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6e95f303303f45cc994161af3eb1f125 2024-11-22T14:31:40,061 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:31:40,062 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:31:40,063 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-22T14:31:40,063 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:31:40,064 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:31:40,064 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:31:40,065 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:38091/user/jenkins/test-data/91631524-f60b-573c-14e8-f47f5ed1b6ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-22T14:31:40,065 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:38091/user/jenkins/test-data/91631524-f60b-573c-14e8-f47f5ed1b6ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/b313e41b3af3%2C41045%2C1732285884615.1732285887557 2024-11-22T14:31:40,080 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 136, firstSequenceIdInLog=3, maxSequenceIdInLog=117, path=hdfs://localhost:38091/user/jenkins/test-data/91631524-f60b-573c-14e8-f47f5ed1b6ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/b313e41b3af3%2C41045%2C1732285884615.1732285887557 2024-11-22T14:31:40,082 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:38091/user/jenkins/test-data/91631524-f60b-573c-14e8-f47f5ed1b6ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/b313e41b3af3%2C41045%2C1732285884615.1732285887557 2024-11-22T14:31:40,084 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:31:40,084 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:31:40,085 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T14:31:40,087 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:31:40,089 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38091/user/jenkins/test-data/91631524-f60b-573c-14e8-f47f5ed1b6ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/117.seqid, newMaxSeqId=117, maxSeqId=1 2024-11-22T14:31:40,090 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=118; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73861809, jitterRate=0.10062672197818756}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T14:31:40,091 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732285900029Initializing all the Stores at 1732285900030 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732285900030Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732285900030Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732285900031 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732285900031Cleaning up temporary data from old regions at 1732285900084 (+53 ms)Region opened successfully at 1732285900091 (+7 ms) 2024-11-22T14:31:40,091 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-22T14:31:40,095 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c3e15c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b313e41b3af3/172.17.0.2:0 2024-11-22T14:31:40,105 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-22T14:31:40,106 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-22T14:31:40,106 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-22T14:31:40,106 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-22T14:31:40,106 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-22T14:31:40,112 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-22T14:31:40,112 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-22T14:31:40,112 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-22T14:31:40,113 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-22T14:31:40,113 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-22T14:31:40,113 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-22T14:31:40,113 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 6 msec 2024-11-22T14:31:40,113 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-22T14:31:40,117 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=b313e41b3af3,46773,1732285885442, regionLocation=b313e41b3af3,46773,1732285885442, openSeqNum=2 2024-11-22T14:31:40,117 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=b313e41b3af3,46773,1732285885442, table=hbase:meta, region=1588230740 2024-11-22T14:31:40,117 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b313e41b3af3,46773,1732285885442, state=OPEN 2024-11-22T14:31:40,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42577-0x10067d836b60007, quorum=127.0.0.1:55093, baseZNode=/0-464112142 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-464112142/meta-region-server 2024-11-22T14:31:40,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45265-0x10067d836b60006, quorum=127.0.0.1:55093, baseZNode=/0-464112142 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-464112142/meta-region-server 2024-11-22T14:31:40,119 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-464112142/meta-region-server: CHANGED 2024-11-22T14:31:40,119 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-464112142/meta-region-server: CHANGED 2024-11-22T14:31:40,124 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-22T14:31:40,126 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-464112142/draining/b313e41b3af3,46773,1732285885442 already deleted, retry=false 2024-11-22T14:31:40,126 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of b313e41b3af3,46773,1732285885442 on b313e41b3af3,45265,1732285899472 2024-11-22T14:31:40,131 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure b313e41b3af3,46773,1732285885442, splitWal=true, meta=true 2024-11-22T14:31:40,133 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=15 for b313e41b3af3,46773,1732285885442 (carryingMeta=true) b313e41b3af3,46773,1732285885442/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@25824df9[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-22T14:31:40,136 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45265-0x10067d836b60006, quorum=127.0.0.1:55093, baseZNode=/0-464112142 Unable to get data of znode /0-464112142/balancer because node does not exist (not necessarily an error) 2024-11-22T14:31:40,138 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-464112142/balancer already deleted, retry=false 2024-11-22T14:31:40,139 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-22T14:31:40,140 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45265-0x10067d836b60006, quorum=127.0.0.1:55093, baseZNode=/0-464112142 Unable to get data of znode /0-464112142/normalizer because node does not exist (not necessarily an error) 2024-11-22T14:31:40,140 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-464112142/normalizer already deleted, retry=false 2024-11-22T14:31:40,141 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-22T14:31:40,142 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45265-0x10067d836b60006, quorum=127.0.0.1:55093, baseZNode=/0-464112142 Unable to get data of znode /0-464112142/switch/split because node does not exist (not necessarily an error) 2024-11-22T14:31:40,143 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-464112142/switch/split already deleted, retry=false 2024-11-22T14:31:40,144 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45265-0x10067d836b60006, quorum=127.0.0.1:55093, baseZNode=/0-464112142 Unable to get data of znode /0-464112142/switch/merge because node does not exist (not necessarily an error) 2024-11-22T14:31:40,145 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-464112142/switch/merge already deleted, retry=false 2024-11-22T14:31:40,151 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45265-0x10067d836b60006, quorum=127.0.0.1:55093, baseZNode=/0-464112142 Unable to get data of znode /0-464112142/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-22T14:31:40,152 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-464112142/snapshot-cleanup already deleted, retry=false 2024-11-22T14:31:40,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42577-0x10067d836b60007, quorum=127.0.0.1:55093, baseZNode=/0-464112142 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-464112142/running 2024-11-22T14:31:40,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45265-0x10067d836b60006, quorum=127.0.0.1:55093, baseZNode=/0-464112142 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-464112142/running 2024-11-22T14:31:40,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42577-0x10067d836b60007, quorum=127.0.0.1:55093, baseZNode=/0-464112142 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-464112142 2024-11-22T14:31:40,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45265-0x10067d836b60006, quorum=127.0.0.1:55093, baseZNode=/0-464112142 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-464112142 2024-11-22T14:31:40,154 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b313e41b3af3,45265,1732285899472, sessionid=0x10067d836b60006, setting cluster-up flag (Was=false) 2024-11-22T14:31:40,156 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-464112142/flush-table-proc/acquired, /0-464112142/flush-table-proc/reached, /0-464112142/flush-table-proc/abort 2024-11-22T14:31:40,157 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b313e41b3af3,45265,1732285899472 2024-11-22T14:31:40,159 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-464112142/online-snapshot/acquired, /0-464112142/online-snapshot/reached, /0-464112142/online-snapshot/abort 2024-11-22T14:31:40,161 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b313e41b3af3,45265,1732285899472 2024-11-22T14:31:40,163 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:38091/user/jenkins/test-data/91631524-f60b-573c-14e8-f47f5ed1b6ef/.lastflushedseqids 2024-11-22T14:31:40,166 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-22T14:31:40,167 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-22T14:31:40,167 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b313e41b3af3,45265,1732285899472 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 b313e41b3af3,46773,1732285885442 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-22T14:31:40,168 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b313e41b3af3:0, corePoolSize=5, maxPoolSize=5 2024-11-22T14:31:40,169 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b313e41b3af3:0, corePoolSize=5, maxPoolSize=5 2024-11-22T14:31:40,169 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b313e41b3af3:0, corePoolSize=5, maxPoolSize=5 2024-11-22T14:31:40,169 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b313e41b3af3:0, corePoolSize=5, maxPoolSize=5 2024-11-22T14:31:40,169 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b313e41b3af3:0, corePoolSize=10, maxPoolSize=10 2024-11-22T14:31:40,169 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:31:40,169 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b313e41b3af3:0, corePoolSize=2, maxPoolSize=2 2024-11-22T14:31:40,169 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:31:40,171 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732285930171 2024-11-22T14:31:40,171 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-22T14:31:40,171 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-22T14:31:40,171 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-22T14:31:40,172 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-22T14:31:40,172 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-22T14:31:40,172 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-22T14:31:40,172 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T14:31:40,172 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-22T14:31:40,172 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-22T14:31:40,172 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-22T14:31:40,172 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-22T14:31:40,172 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure b313e41b3af3,46773,1732285885442, splitWal=true, meta=true 2024-11-22T14:31:40,172 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-22T14:31:40,173 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-22T14:31:40,173 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b313e41b3af3:0:becomeActiveMaster-HFileCleaner.large.0-1732285900173,5,FailOnTimeoutGroup] 2024-11-22T14:31:40,174 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure b313e41b3af3,46773,1732285885442, splitWal=true, meta=true, isMeta: true 2024-11-22T14:31:40,176 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:38091/user/jenkins/test-data/91631524-f60b-573c-14e8-f47f5ed1b6ef/WALs/b313e41b3af3,46773,1732285885442-splitting 2024-11-22T14:31:40,176 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b313e41b3af3:0:becomeActiveMaster-HFileCleaner.small.0-1732285900173,5,FailOnTimeoutGroup] 2024-11-22T14:31:40,176 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T14:31:40,176 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-22T14:31:40,177 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-22T14:31:40,177 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-22T14:31:40,177 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:38091/user/jenkins/test-data/91631524-f60b-573c-14e8-f47f5ed1b6ef/WALs/b313e41b3af3,46773,1732285885442-splitting dir is empty, no logs to split. 2024-11-22T14:31:40,177 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732285900177, completionTime=-1 2024-11-22T14:31:40,177 INFO [PEWorker-1 {}] master.SplitWALManager(105): b313e41b3af3,46773,1732285885442 WAL count=0, meta=true 2024-11-22T14:31:40,177 WARN [master/b313e41b3af3:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-22T14:31:40,180 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-22T14:31:40,181 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:38091/user/jenkins/test-data/91631524-f60b-573c-14e8-f47f5ed1b6ef/WALs/b313e41b3af3,46773,1732285885442-splitting dir is empty, no logs to split. 2024-11-22T14:31:40,182 INFO [PEWorker-1 {}] master.SplitWALManager(105): b313e41b3af3,46773,1732285885442 WAL count=0, meta=true 2024-11-22T14:31:40,182 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if b313e41b3af3,46773,1732285885442 WAL splitting is done? wals=0, meta=true 2024-11-22T14:31:40,184 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-22T14:31:40,186 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T14:31:40,187 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-22T14:31:40,228 INFO [RS:0;b313e41b3af3:42577 {}] regionserver.HRegionServer(746): ClusterId : da023714-9ab4-4a6a-b41c-9bb289e625ee 2024-11-22T14:31:40,228 DEBUG [RS:0;b313e41b3af3:42577 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-22T14:31:40,230 DEBUG [RS:0;b313e41b3af3:42577 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-22T14:31:40,230 DEBUG [RS:0;b313e41b3af3:42577 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-22T14:31:40,231 DEBUG [RS:0;b313e41b3af3:42577 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-22T14:31:40,232 DEBUG [RS:0;b313e41b3af3:42577 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23038ea5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b313e41b3af3/172.17.0.2:0 2024-11-22T14:31:40,244 DEBUG [RS:0;b313e41b3af3:42577 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b313e41b3af3:42577 2024-11-22T14:31:40,244 INFO [RS:0;b313e41b3af3:42577 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-22T14:31:40,244 INFO [RS:0;b313e41b3af3:42577 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-22T14:31:40,244 DEBUG [RS:0;b313e41b3af3:42577 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-22T14:31:40,245 INFO [RS:0;b313e41b3af3:42577 {}] regionserver.HRegionServer(2659): reportForDuty to master=b313e41b3af3,45265,1732285899472 with port=42577, startcode=1732285899503 2024-11-22T14:31:40,245 DEBUG [RS:0;b313e41b3af3:42577 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-22T14:31:40,247 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54391, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-22T14:31:40,248 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45265 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b313e41b3af3,42577,1732285899503 2024-11-22T14:31:40,248 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45265 {}] master.ServerManager(517): Registering regionserver=b313e41b3af3,42577,1732285899503 2024-11-22T14:31:40,250 DEBUG [RS:0;b313e41b3af3:42577 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38091/user/jenkins/test-data/91631524-f60b-573c-14e8-f47f5ed1b6ef 2024-11-22T14:31:40,250 DEBUG [RS:0;b313e41b3af3:42577 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38091 2024-11-22T14:31:40,250 DEBUG [RS:0;b313e41b3af3:42577 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-22T14:31:40,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45265-0x10067d836b60006, quorum=127.0.0.1:55093, baseZNode=/0-464112142 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-464112142/rs 2024-11-22T14:31:40,252 DEBUG [RS:0;b313e41b3af3:42577 {}] zookeeper.ZKUtil(111): regionserver:42577-0x10067d836b60007, quorum=127.0.0.1:55093, baseZNode=/0-464112142 Set watcher on existing znode=/0-464112142/rs/b313e41b3af3,42577,1732285899503 2024-11-22T14:31:40,252 WARN [RS:0;b313e41b3af3:42577 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T14:31:40,252 INFO [RS:0;b313e41b3af3:42577 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T14:31:40,252 DEBUG [RS:0;b313e41b3af3:42577 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38091/user/jenkins/test-data/91631524-f60b-573c-14e8-f47f5ed1b6ef/WALs/b313e41b3af3,42577,1732285899503 2024-11-22T14:31:40,252 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b313e41b3af3,42577,1732285899503] 2024-11-22T14:31:40,280 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=103ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-22T14:31:40,289 INFO [RS:0;b313e41b3af3:42577 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-22T14:31:40,291 INFO [RS:0;b313e41b3af3:42577 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-22T14:31:40,292 INFO [RS:0;b313e41b3af3:42577 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-22T14:31:40,292 INFO [RS:0;b313e41b3af3:42577 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T14:31:40,292 INFO [RS:0;b313e41b3af3:42577 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-22T14:31:40,293 INFO [RS:0;b313e41b3af3:42577 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-22T14:31:40,293 INFO [RS:0;b313e41b3af3:42577 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-22T14:31:40,294 DEBUG [RS:0;b313e41b3af3:42577 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:31:40,294 DEBUG [RS:0;b313e41b3af3:42577 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:31:40,294 DEBUG [RS:0;b313e41b3af3:42577 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:31:40,294 DEBUG [RS:0;b313e41b3af3:42577 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:31:40,294 DEBUG [RS:0;b313e41b3af3:42577 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:31:40,294 DEBUG [RS:0;b313e41b3af3:42577 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b313e41b3af3:0, corePoolSize=2, maxPoolSize=2 2024-11-22T14:31:40,294 DEBUG [RS:0;b313e41b3af3:42577 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:31:40,294 DEBUG [RS:0;b313e41b3af3:42577 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:31:40,294 DEBUG [RS:0;b313e41b3af3:42577 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:31:40,295 DEBUG [RS:0;b313e41b3af3:42577 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:31:40,295 DEBUG [RS:0;b313e41b3af3:42577 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:31:40,295 DEBUG [RS:0;b313e41b3af3:42577 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:31:40,295 DEBUG [RS:0;b313e41b3af3:42577 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b313e41b3af3:0, corePoolSize=3, maxPoolSize=3 2024-11-22T14:31:40,295 DEBUG [RS:0;b313e41b3af3:42577 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b313e41b3af3:0, corePoolSize=3, maxPoolSize=3 2024-11-22T14:31:40,295 INFO [RS:0;b313e41b3af3:42577 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T14:31:40,295 INFO [RS:0;b313e41b3af3:42577 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T14:31:40,295 INFO [RS:0;b313e41b3af3:42577 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T14:31:40,296 INFO [RS:0;b313e41b3af3:42577 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-22T14:31:40,296 INFO [RS:0;b313e41b3af3:42577 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-22T14:31:40,296 INFO [RS:0;b313e41b3af3:42577 {}] hbase.ChoreService(168): Chore ScheduledChore name=b313e41b3af3,42577,1732285899503-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T14:31:40,310 INFO [RS:0;b313e41b3af3:42577 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-22T14:31:40,310 INFO [RS:0;b313e41b3af3:42577 {}] hbase.ChoreService(168): Chore ScheduledChore name=b313e41b3af3,42577,1732285899503-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T14:31:40,323 INFO [RS:0;b313e41b3af3:42577 {}] regionserver.ReplicationSource(231): queueId=1-b313e41b3af3,42577,1732285899503, ReplicationSource: 1, currentBandwidth=0 2024-11-22T14:31:40,336 INFO [RS:0;b313e41b3af3:42577 {}] regionserver.ReplicationSource(231): queueId=2-b313e41b3af3,42577,1732285899503, ReplicationSource: 2, currentBandwidth=0 2024-11-22T14:31:40,336 INFO [RS:0;b313e41b3af3:42577 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T14:31:40,337 INFO [RS:0;b313e41b3af3:42577 {}] regionserver.Replication(171): b313e41b3af3,42577,1732285899503 started 2024-11-22T14:31:40,337 DEBUG [RS:0;b313e41b3af3:42577.replicationSource,1-b313e41b3af3,42577,1732285899503 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b313e41b3af3:35305' 2024-11-22T14:31:40,338 WARN [b313e41b3af3:45265 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-22T14:31:40,338 DEBUG [RS:0;b313e41b3af3:42577.replicationSource,1-b313e41b3af3,42577,1732285899503 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7b708f02, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:31:40,338 DEBUG [RS:0;b313e41b3af3:42577.replicationSource,1-b313e41b3af3,42577,1732285899503 {}] client.ClusterIdFetcher(90): Going to request b313e41b3af3,35305,-1 for getting cluster id 2024-11-22T14:31:40,338 DEBUG [RS:0;b313e41b3af3:42577.replicationSource,1-b313e41b3af3,42577,1732285899503 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T14:31:40,339 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'db10c455-30e4-4c5f-9ddb-506d7b0d9fde' 2024-11-22T14:31:40,340 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T14:31:40,340 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "db10c455-30e4-4c5f-9ddb-506d7b0d9fde" 2024-11-22T14:31:40,340 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@530132d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:31:40,340 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b313e41b3af3,35305,-1] 2024-11-22T14:31:40,340 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T14:31:40,341 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:31:40,342 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45526, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-22T14:31:40,343 DEBUG [RS:0;b313e41b3af3:42577.replicationSource,1-b313e41b3af3,42577,1732285899503 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@b6ec0a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:31:40,343 DEBUG [RS:0;b313e41b3af3:42577.replicationSource,1-b313e41b3af3,42577,1732285899503 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T14:31:40,344 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b313e41b3af3,35305,1732285890792 2024-11-22T14:31:40,344 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5294ff5e 2024-11-22T14:31:40,345 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T14:31:40,346 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45528, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-22T14:31:40,347 INFO [RS:0;b313e41b3af3:42577.replicationSource,1-b313e41b3af3,42577,1732285899503 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-b313e41b3af3,42577,1732285899503 (queues=0) is replicating from cluster=da023714-9ab4-4a6a-b41c-9bb289e625ee to cluster=db10c455-30e4-4c5f-9ddb-506d7b0d9fde 2024-11-22T14:31:40,352 INFO [RS:0;b313e41b3af3:42577 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T14:31:40,353 INFO [RS:0;b313e41b3af3:42577 {}] regionserver.HRegionServer(1482): Serving as b313e41b3af3,42577,1732285899503, RpcServer on b313e41b3af3/172.17.0.2:42577, sessionid=0x10067d836b60007 2024-11-22T14:31:40,353 DEBUG [RS:0;b313e41b3af3:42577 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-22T14:31:40,353 DEBUG [RS:0;b313e41b3af3:42577 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b313e41b3af3,42577,1732285899503 2024-11-22T14:31:40,353 DEBUG [RS:0;b313e41b3af3:42577 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b313e41b3af3,42577,1732285899503' 2024-11-22T14:31:40,353 DEBUG [RS:0;b313e41b3af3:42577 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-464112142/flush-table-proc/abort' 2024-11-22T14:31:40,354 DEBUG [RS:0;b313e41b3af3:42577 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-464112142/flush-table-proc/acquired' 2024-11-22T14:31:40,354 DEBUG [RS:0;b313e41b3af3:42577 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-22T14:31:40,354 DEBUG [RS:0;b313e41b3af3:42577 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-22T14:31:40,354 DEBUG [RS:0;b313e41b3af3:42577 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b313e41b3af3,42577,1732285899503 2024-11-22T14:31:40,354 DEBUG [RS:0;b313e41b3af3:42577 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b313e41b3af3,42577,1732285899503' 2024-11-22T14:31:40,354 DEBUG [RS:0;b313e41b3af3:42577 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-464112142/online-snapshot/abort' 2024-11-22T14:31:40,355 DEBUG [RS:0;b313e41b3af3:42577 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-464112142/online-snapshot/acquired' 2024-11-22T14:31:40,355 DEBUG [RS:0;b313e41b3af3:42577 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-22T14:31:40,355 INFO [RS:0;b313e41b3af3:42577 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-22T14:31:40,355 INFO [RS:0;b313e41b3af3:42577 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-22T14:31:40,356 DEBUG [RS:0;b313e41b3af3:42577.replicationSource,2-b313e41b3af3,42577,1732285899503 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b313e41b3af3:35305' 2024-11-22T14:31:40,358 DEBUG [RS:0;b313e41b3af3:42577.replicationSource,2-b313e41b3af3,42577,1732285899503 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@25d28f9d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:31:40,358 DEBUG [RS:0;b313e41b3af3:42577.replicationSource,2-b313e41b3af3,42577,1732285899503 {}] client.ClusterIdFetcher(90): Going to request b313e41b3af3,35305,-1 for getting cluster id 2024-11-22T14:31:40,358 DEBUG [RS:0;b313e41b3af3:42577.replicationSource,2-b313e41b3af3,42577,1732285899503 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T14:31:40,359 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'db10c455-30e4-4c5f-9ddb-506d7b0d9fde' 2024-11-22T14:31:40,359 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T14:31:40,359 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "db10c455-30e4-4c5f-9ddb-506d7b0d9fde" 2024-11-22T14:31:40,360 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@762c4998, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:31:40,360 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b313e41b3af3,35305,-1] 2024-11-22T14:31:40,360 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T14:31:40,360 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:31:40,361 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45548, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-22T14:31:40,361 DEBUG [RS:0;b313e41b3af3:42577.replicationSource,2-b313e41b3af3,42577,1732285899503 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5483c91c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:31:40,362 DEBUG [RS:0;b313e41b3af3:42577.replicationSource,2-b313e41b3af3,42577,1732285899503 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T14:31:40,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b313e41b3af3,35305,1732285890792 2024-11-22T14:31:40,363 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6b2095c8 2024-11-22T14:31:40,363 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T14:31:40,364 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45550, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-22T14:31:40,364 INFO [RS:0;b313e41b3af3:42577.replicationSource,2-b313e41b3af3,42577,1732285899503 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-b313e41b3af3,42577,1732285899503 (queues=0) is replicating from cluster=da023714-9ab4-4a6a-b41c-9bb289e625ee to cluster=db10c455-30e4-4c5f-9ddb-506d7b0d9fde 2024-11-22T14:31:40,456 INFO [RS:0;b313e41b3af3:42577 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T14:31:40,460 INFO [RS:0;b313e41b3af3:42577 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b313e41b3af3%2C42577%2C1732285899503, suffix=, logDir=hdfs://localhost:38091/user/jenkins/test-data/91631524-f60b-573c-14e8-f47f5ed1b6ef/WALs/b313e41b3af3,42577,1732285899503, archiveDir=hdfs://localhost:38091/user/jenkins/test-data/91631524-f60b-573c-14e8-f47f5ed1b6ef/oldWALs, maxLogs=10 2024-11-22T14:31:40,476 DEBUG [RS:0;b313e41b3af3:42577 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/91631524-f60b-573c-14e8-f47f5ed1b6ef/WALs/b313e41b3af3,42577,1732285899503/b313e41b3af3%2C42577%2C1732285899503.1732285900461, exclude list is [], retry=0 2024-11-22T14:31:40,480 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37755,DS-dd3107da-f101-48bf-a433-ac4517799d1c,DISK] 2024-11-22T14:31:40,482 INFO [RS:0;b313e41b3af3:42577 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/91631524-f60b-573c-14e8-f47f5ed1b6ef/WALs/b313e41b3af3,42577,1732285899503/b313e41b3af3%2C42577%2C1732285899503.1732285900461 2024-11-22T14:31:40,482 DEBUG [RS:0;b313e41b3af3:42577 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group b313e41b3af3%2C42577%2C1732285899503 for peer 2 2024-11-22T14:31:40,482 DEBUG [RS:0;b313e41b3af3:42577 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group b313e41b3af3%2C42577%2C1732285899503 for peer 1 2024-11-22T14:31:40,482 DEBUG [RS:0;b313e41b3af3:42577 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=b313e41b3af3%2C42577%2C1732285899503 2024-11-22T14:31:40,482 INFO [RS:0;b313e41b3af3:42577 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-b313e41b3af3,42577,1732285899503, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-22T14:31:40,483 DEBUG [RS:0;b313e41b3af3:42577 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=b313e41b3af3%2C42577%2C1732285899503 2024-11-22T14:31:40,483 INFO [RS:0;b313e41b3af3:42577.replicationSource.shipperb313e41b3af3%2C42577%2C1732285899503,1-b313e41b3af3,42577,1732285899503 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: b313e41b3af3%2C42577%2C1732285899503 2024-11-22T14:31:40,483 INFO [RS:0;b313e41b3af3:42577 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-b313e41b3af3,42577,1732285899503, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-22T14:31:40,483 DEBUG [RS:0;b313e41b3af3:42577 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46059:46059)] 2024-11-22T14:31:40,483 INFO [RS:0;b313e41b3af3:42577.replicationSource.shipperb313e41b3af3%2C42577%2C1732285899503,2-b313e41b3af3,42577,1732285899503 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: b313e41b3af3%2C42577%2C1732285899503 2024-11-22T14:31:40,484 DEBUG [RS:0;b313e41b3af3:42577.replicationSource.wal-reader.b313e41b3af3%2C42577%2C1732285899503,2-b313e41b3af3,42577,1732285899503 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38091/user/jenkins/test-data/91631524-f60b-573c-14e8-f47f5ed1b6ef/WALs/b313e41b3af3,42577,1732285899503/b313e41b3af3%2C42577%2C1732285899503.1732285900461, startPosition=0, beingWritten=true 2024-11-22T14:31:40,484 DEBUG [RS:0;b313e41b3af3:42577.replicationSource.wal-reader.b313e41b3af3%2C42577%2C1732285899503,1-b313e41b3af3,42577,1732285899503 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38091/user/jenkins/test-data/91631524-f60b-573c-14e8-f47f5ed1b6ef/WALs/b313e41b3af3,42577,1732285899503/b313e41b3af3%2C42577%2C1732285899503.1732285900461, startPosition=0, beingWritten=true 2024-11-22T14:31:40,588 DEBUG [b313e41b3af3:45265 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-22T14:31:40,589 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b313e41b3af3,42577,1732285899503 2024-11-22T14:31:40,590 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b313e41b3af3,42577,1732285899503, state=OPENING 2024-11-22T14:31:40,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42577-0x10067d836b60007, quorum=127.0.0.1:55093, baseZNode=/0-464112142 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-464112142/meta-region-server 2024-11-22T14:31:40,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45265-0x10067d836b60006, quorum=127.0.0.1:55093, baseZNode=/0-464112142 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-464112142/meta-region-server 2024-11-22T14:31:40,592 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T14:31:40,592 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-464112142/meta-region-server: CHANGED 2024-11-22T14:31:40,592 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-464112142/meta-region-server: CHANGED 2024-11-22T14:31:40,592 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b313e41b3af3,42577,1732285899503}] 2024-11-22T14:31:40,691 DEBUG [RS:0;b313e41b3af3:42577.replicationSource.wal-reader.b313e41b3af3%2C42577%2C1732285899503,2-b313e41b3af3,42577,1732285899503 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38091/user/jenkins/test-data/91631524-f60b-573c-14e8-f47f5ed1b6ef/WALs/b313e41b3af3,42577,1732285899503/b313e41b3af3%2C42577%2C1732285899503.1732285900461 to pos 0, reset compression=false 2024-11-22T14:31:40,691 DEBUG [RS:0;b313e41b3af3:42577.replicationSource.wal-reader.b313e41b3af3%2C42577%2C1732285899503,1-b313e41b3af3,42577,1732285899503 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38091/user/jenkins/test-data/91631524-f60b-573c-14e8-f47f5ed1b6ef/WALs/b313e41b3af3,42577,1732285899503/b313e41b3af3%2C42577%2C1732285899503.1732285900461 to pos 0, reset compression=false 2024-11-22T14:31:40,745 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-22T14:31:40,747 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37953, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-22T14:31:40,751 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-22T14:31:40,751 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T14:31:40,752 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=17}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-22T14:31:40,754 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b313e41b3af3%2C42577%2C1732285899503.meta, suffix=.meta, logDir=hdfs://localhost:38091/user/jenkins/test-data/91631524-f60b-573c-14e8-f47f5ed1b6ef/WALs/b313e41b3af3,42577,1732285899503, archiveDir=hdfs://localhost:38091/user/jenkins/test-data/91631524-f60b-573c-14e8-f47f5ed1b6ef/oldWALs, maxLogs=10 2024-11-22T14:31:40,772 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=17}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/91631524-f60b-573c-14e8-f47f5ed1b6ef/WALs/b313e41b3af3,42577,1732285899503/b313e41b3af3%2C42577%2C1732285899503.meta.1732285900755.meta, exclude list is [], retry=0 2024-11-22T14:31:40,775 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37755,DS-dd3107da-f101-48bf-a433-ac4517799d1c,DISK] 2024-11-22T14:31:40,777 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/91631524-f60b-573c-14e8-f47f5ed1b6ef/WALs/b313e41b3af3,42577,1732285899503/b313e41b3af3%2C42577%2C1732285899503.meta.1732285900755.meta 2024-11-22T14:31:40,779 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46059:46059)] 2024-11-22T14:31:40,779 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-22T14:31:40,780 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-22T14:31:40,780 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-22T14:31:40,780 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-22T14:31:40,780 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-22T14:31:40,780 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-22T14:31:40,780 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T14:31:40,781 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-22T14:31:40,781 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-22T14:31:40,783 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T14:31:40,785 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T14:31:40,785 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:31:40,796 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38091/user/jenkins/test-data/91631524-f60b-573c-14e8-f47f5ed1b6ef/data/hbase/meta/1588230740/info/e805ca1acdfb4daba91a41d57367794b 2024-11-22T14:31:40,796 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T14:31:40,796 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T14:31:40,797 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T14:31:40,798 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:31:40,807 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38091/user/jenkins/test-data/91631524-f60b-573c-14e8-f47f5ed1b6ef/data/hbase/meta/1588230740/ns/ddf9e8b0938248528aaf639c3931d2f1 2024-11-22T14:31:40,807 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T14:31:40,807 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T14:31:40,809 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T14:31:40,809 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:31:40,809 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T14:31:40,810 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T14:31:40,811 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T14:31:40,811 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:31:40,831 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38091/user/jenkins/test-data/91631524-f60b-573c-14e8-f47f5ed1b6ef/data/hbase/meta/1588230740/table/e28499f7b7374042883ceffc4fff3a0c 2024-11-22T14:31:40,831 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T14:31:40,831 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T14:31:40,833 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38091/user/jenkins/test-data/91631524-f60b-573c-14e8-f47f5ed1b6ef/data/hbase/meta/1588230740 2024-11-22T14:31:40,834 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38091/user/jenkins/test-data/91631524-f60b-573c-14e8-f47f5ed1b6ef/data/hbase/meta/1588230740 2024-11-22T14:31:40,836 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T14:31:40,836 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T14:31:40,837 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T14:31:40,839 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T14:31:40,840 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72439837, jitterRate=0.07943768799304962}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T14:31:40,840 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-22T14:31:40,840 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732285900781Writing region info on filesystem at 1732285900781Initializing all the Stores at 1732285900782 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732285900782Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732285900783 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732285900783Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732285900783Cleaning up temporary data from old regions at 1732285900836 (+53 ms)Running coprocessor post-open hooks at 1732285900840 (+4 ms)Region opened successfully at 1732285900840 2024-11-22T14:31:40,842 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=17, masterSystemTime=1732285900745 2024-11-22T14:31:40,844 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-22T14:31:40,845 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-22T14:31:40,845 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=b313e41b3af3,42577,1732285899503 2024-11-22T14:31:40,846 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b313e41b3af3,42577,1732285899503, state=OPEN 2024-11-22T14:31:40,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42577-0x10067d836b60007, quorum=127.0.0.1:55093, baseZNode=/0-464112142 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-464112142/meta-region-server 2024-11-22T14:31:40,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45265-0x10067d836b60006, quorum=127.0.0.1:55093, baseZNode=/0-464112142 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-464112142/meta-region-server 2024-11-22T14:31:40,847 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=17, ppid=16, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b313e41b3af3,42577,1732285899503 2024-11-22T14:31:40,848 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-464112142/meta-region-server: CHANGED 2024-11-22T14:31:40,848 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-464112142/meta-region-server: CHANGED 2024-11-22T14:31:40,851 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-11-22T14:31:40,851 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b313e41b3af3,42577,1732285899503 in 256 msec 2024-11-22T14:31:40,854 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-22T14:31:40,855 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 667 msec 2024-11-22T14:31:40,999 DEBUG [RS:0;b313e41b3af3:42577.replicationSource.wal-reader.b313e41b3af3%2C42577%2C1732285899503,1-b313e41b3af3,42577,1732285899503 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38091/user/jenkins/test-data/91631524-f60b-573c-14e8-f47f5ed1b6ef/WALs/b313e41b3af3,42577,1732285899503/b313e41b3af3%2C42577%2C1732285899503.1732285900461 to pos 0, reset compression=false 2024-11-22T14:31:41,000 DEBUG [RS:0;b313e41b3af3:42577.replicationSource.wal-reader.b313e41b3af3%2C42577%2C1732285899503,2-b313e41b3af3,42577,1732285899503 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38091/user/jenkins/test-data/91631524-f60b-573c-14e8-f47f5ed1b6ef/WALs/b313e41b3af3,42577,1732285899503/b313e41b3af3%2C42577%2C1732285899503.1732285900461 to pos 0, reset compression=false 2024-11-22T14:31:41,409 DEBUG [RS:0;b313e41b3af3:42577.replicationSource.wal-reader.b313e41b3af3%2C42577%2C1732285899503,1-b313e41b3af3,42577,1732285899503 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38091/user/jenkins/test-data/91631524-f60b-573c-14e8-f47f5ed1b6ef/WALs/b313e41b3af3,42577,1732285899503/b313e41b3af3%2C42577%2C1732285899503.1732285900461 to pos 0, reset compression=false 2024-11-22T14:31:41,409 DEBUG [RS:0;b313e41b3af3:42577.replicationSource.wal-reader.b313e41b3af3%2C42577%2C1732285899503,2-b313e41b3af3,42577,1732285899503 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38091/user/jenkins/test-data/91631524-f60b-573c-14e8-f47f5ed1b6ef/WALs/b313e41b3af3,42577,1732285899503/b313e41b3af3%2C42577%2C1732285899503.1732285900461 to pos 0, reset compression=false 2024-11-22T14:31:41,783 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1606ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1503ms 2024-11-22T14:31:41,921 DEBUG [RS:0;b313e41b3af3:42577.replicationSource.wal-reader.b313e41b3af3%2C42577%2C1732285899503,1-b313e41b3af3,42577,1732285899503 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38091/user/jenkins/test-data/91631524-f60b-573c-14e8-f47f5ed1b6ef/WALs/b313e41b3af3,42577,1732285899503/b313e41b3af3%2C42577%2C1732285899503.1732285900461 to pos 0, reset compression=false 2024-11-22T14:31:41,921 DEBUG [RS:0;b313e41b3af3:42577.replicationSource.wal-reader.b313e41b3af3%2C42577%2C1732285899503,2-b313e41b3af3,42577,1732285899503 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38091/user/jenkins/test-data/91631524-f60b-573c-14e8-f47f5ed1b6ef/WALs/b313e41b3af3,42577,1732285899503/b313e41b3af3%2C42577%2C1732285899503.1732285900461 to pos 0, reset compression=false 2024-11-22T14:31:42,529 DEBUG [RS:0;b313e41b3af3:42577.replicationSource.wal-reader.b313e41b3af3%2C42577%2C1732285899503,2-b313e41b3af3,42577,1732285899503 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38091/user/jenkins/test-data/91631524-f60b-573c-14e8-f47f5ed1b6ef/WALs/b313e41b3af3,42577,1732285899503/b313e41b3af3%2C42577%2C1732285899503.1732285900461 to pos 0, reset compression=false 2024-11-22T14:31:42,529 DEBUG [RS:0;b313e41b3af3:42577.replicationSource.wal-reader.b313e41b3af3%2C42577%2C1732285899503,1-b313e41b3af3,42577,1732285899503 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38091/user/jenkins/test-data/91631524-f60b-573c-14e8-f47f5ed1b6ef/WALs/b313e41b3af3,42577,1732285899503/b313e41b3af3%2C42577%2C1732285899503.1732285900461 to pos 0, reset compression=false 2024-11-22T14:31:43,236 DEBUG [RS:0;b313e41b3af3:42577.replicationSource.wal-reader.b313e41b3af3%2C42577%2C1732285899503,2-b313e41b3af3,42577,1732285899503 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38091/user/jenkins/test-data/91631524-f60b-573c-14e8-f47f5ed1b6ef/WALs/b313e41b3af3,42577,1732285899503/b313e41b3af3%2C42577%2C1732285899503.1732285900461 to pos 0, reset compression=false 2024-11-22T14:31:43,236 DEBUG [RS:0;b313e41b3af3:42577.replicationSource.wal-reader.b313e41b3af3%2C42577%2C1732285899503,1-b313e41b3af3,42577,1732285899503 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38091/user/jenkins/test-data/91631524-f60b-573c-14e8-f47f5ed1b6ef/WALs/b313e41b3af3,42577,1732285899503/b313e41b3af3%2C42577%2C1732285899503.1732285900461 to pos 0, reset compression=false 2024-11-22T14:31:43,286 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3109ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3006ms 2024-11-22T14:31:44,052 DEBUG [RS:0;b313e41b3af3:42577.replicationSource.wal-reader.b313e41b3af3%2C42577%2C1732285899503,1-b313e41b3af3,42577,1732285899503 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38091/user/jenkins/test-data/91631524-f60b-573c-14e8-f47f5ed1b6ef/WALs/b313e41b3af3,42577,1732285899503/b313e41b3af3%2C42577%2C1732285899503.1732285900461 to pos 0, reset compression=false 2024-11-22T14:31:44,054 DEBUG [RS:0;b313e41b3af3:42577.replicationSource.wal-reader.b313e41b3af3%2C42577%2C1732285899503,2-b313e41b3af3,42577,1732285899503 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38091/user/jenkins/test-data/91631524-f60b-573c-14e8-f47f5ed1b6ef/WALs/b313e41b3af3,42577,1732285899503/b313e41b3af3%2C42577%2C1732285899503.1732285900461 to pos 0, reset compression=false 2024-11-22T14:31:44,691 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4514ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-22T14:31:44,691 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-22T14:31:44,692 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T14:31:44,692 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b313e41b3af3,42577,1732285899503, seqNum=-1] 2024-11-22T14:31:44,693 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T14:31:44,695 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39577, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T14:31:44,707 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=be282dba2ecb9b66247822d70f17ebc7, regionState=OPEN, lastHost=b313e41b3af3,46773,1732285885442, regionLocation=b313e41b3af3,46773,1732285885442, openSeqNum=2 2024-11-22T14:31:44,707 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-22T14:31:44,707 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732285964707 2024-11-22T14:31:44,708 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732286024708 2024-11-22T14:31:44,708 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 16 msec 2024-11-22T14:31:44,708 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b313e41b3af3,45265,1732285899472-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T14:31:44,708 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): b313e41b3af3,46773,1732285885442 had 2 regions 2024-11-22T14:31:44,708 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b313e41b3af3,45265,1732285899472-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T14:31:44,708 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b313e41b3af3,45265,1732285899472-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T14:31:44,709 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b313e41b3af3:45265, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T14:31:44,709 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-22T14:31:44,709 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-22T14:31:44,710 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure b313e41b3af3,46773,1732285885442, splitWal=true, meta=true, isMeta: false 2024-11-22T14:31:44,712 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:38091/user/jenkins/test-data/91631524-f60b-573c-14e8-f47f5ed1b6ef/WALs/b313e41b3af3,46773,1732285885442-splitting dir is empty, no logs to split. 2024-11-22T14:31:44,713 INFO [PEWorker-3 {}] master.SplitWALManager(105): b313e41b3af3,46773,1732285885442 WAL count=0, meta=false 2024-11-22T14:31:44,716 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:38091/user/jenkins/test-data/91631524-f60b-573c-14e8-f47f5ed1b6ef/WALs/b313e41b3af3,46773,1732285885442-splitting dir is empty, no logs to split. 2024-11-22T14:31:44,717 INFO [PEWorker-3 {}] master.SplitWALManager(105): b313e41b3af3,46773,1732285885442 WAL count=0, meta=false 2024-11-22T14:31:44,717 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if b313e41b3af3,46773,1732285885442 WAL splitting is done? wals=0, meta=false 2024-11-22T14:31:44,717 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.174sec 2024-11-22T14:31:44,717 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-22T14:31:44,717 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-22T14:31:44,717 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-22T14:31:44,717 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-22T14:31:44,717 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-22T14:31:44,718 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b313e41b3af3,45265,1732285899472-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T14:31:44,718 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b313e41b3af3,45265,1732285899472-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-22T14:31:44,723 WARN [master/b313e41b3af3:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=b313e41b3af3,46773,1732285885442/hbase:replication,,1732285893219.be282dba2ecb9b66247822d70f17ebc7. 2024-11-22T14:31:44,723 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=be282dba2ecb9b66247822d70f17ebc7, ASSIGN}] 2024-11-22T14:31:44,725 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=be282dba2ecb9b66247822d70f17ebc7, ASSIGN 2024-11-22T14:31:44,725 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-22T14:31:44,725 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-22T14:31:44,725 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b313e41b3af3,45265,1732285899472-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T14:31:44,727 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=be282dba2ecb9b66247822d70f17ebc7, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-22T14:31:44,733 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b8f89f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:31:44,733 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b313e41b3af3,45265,-1 for getting cluster id 2024-11-22T14:31:44,733 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T14:31:44,735 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'da023714-9ab4-4a6a-b41c-9bb289e625ee' 2024-11-22T14:31:44,735 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T14:31:44,735 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "da023714-9ab4-4a6a-b41c-9bb289e625ee" 2024-11-22T14:31:44,735 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b66f051, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:31:44,735 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b313e41b3af3,45265,-1] 2024-11-22T14:31:44,736 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T14:31:44,737 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:31:44,738 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54596, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T14:31:44,739 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12f79f66, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:31:44,740 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T14:31:44,741 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b313e41b3af3,42577,1732285899503, seqNum=-1] 2024-11-22T14:31:44,742 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T14:31:44,744 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42632, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T14:31:44,747 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-22T14:31:44,748 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T14:31:44,748 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:496) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T14:31:44,748 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:31:44,748 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:31:44,748 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T14:31:44,748 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: b313e41b3af3:45265 after: b313e41b3af3:45265 2024-11-22T14:31:44,749 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a967d54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:31:44,749 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b313e41b3af3,45265,-1 for getting cluster id 2024-11-22T14:31:44,749 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T14:31:44,750 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'da023714-9ab4-4a6a-b41c-9bb289e625ee' 2024-11-22T14:31:44,751 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T14:31:44,751 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "da023714-9ab4-4a6a-b41c-9bb289e625ee" 2024-11-22T14:31:44,751 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bac0d50, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:31:44,751 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b313e41b3af3,45265,-1] 2024-11-22T14:31:44,751 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T14:31:44,752 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:31:44,753 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54612, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T14:31:44,754 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1680cd57, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:31:44,754 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T14:31:44,756 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b313e41b3af3,45265,1732285899472 2024-11-22T14:31:44,756 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@53e440a8 2024-11-22T14:31:44,756 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T14:31:44,757 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54614, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T14:31:44,758 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45265 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-22T14:31:44,759 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45265 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-22T14:31:44,760 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45265 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-22T14:31:44,761 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45265 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-22T14:31:44,762 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-22T14:31:44,762 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T14:31:44,762 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T14:31:44,762 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:31:44,762 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:31:44,762 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T14:31:44,763 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-22T14:31:44,763 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=872956597, stopped=false 2024-11-22T14:31:44,763 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b313e41b3af3,35305,1732285890792 2024-11-22T14:31:44,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38849-0x10067d836b60004, quorum=127.0.0.1:55093, baseZNode=/12122204604 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12122204604/running 2024-11-22T14:31:44,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35305-0x10067d836b60003, quorum=127.0.0.1:55093, baseZNode=/12122204604 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12122204604/running 2024-11-22T14:31:44,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38849-0x10067d836b60004, quorum=127.0.0.1:55093, baseZNode=/12122204604 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12122204604 2024-11-22T14:31:44,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35305-0x10067d836b60003, quorum=127.0.0.1:55093, baseZNode=/12122204604 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12122204604 2024-11-22T14:31:44,764 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-22T14:31:44,765 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T14:31:44,765 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T14:31:44,765 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:31:44,766 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b313e41b3af3,38849,1732285890851' ***** 2024-11-22T14:31:44,766 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-22T14:31:44,766 INFO [RS:0;b313e41b3af3:38849 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-22T14:31:44,766 INFO [RS:0;b313e41b3af3:38849 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-22T14:31:44,766 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-22T14:31:44,766 INFO [RS:0;b313e41b3af3:38849 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-22T14:31:44,766 INFO [RS:0;b313e41b3af3:38849 {}] regionserver.HRegionServer(959): stopping server b313e41b3af3,38849,1732285890851 2024-11-22T14:31:44,766 INFO [RS:0;b313e41b3af3:38849 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T14:31:44,766 INFO [RS:0;b313e41b3af3:38849 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b313e41b3af3:38849. 2024-11-22T14:31:44,767 DEBUG [RS:0;b313e41b3af3:38849 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T14:31:44,767 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38849-0x10067d836b60004, quorum=127.0.0.1:55093, baseZNode=/12122204604 Set watcher on znode that does not yet exist, /12122204604/running 2024-11-22T14:31:44,767 DEBUG [RS:0;b313e41b3af3:38849 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:31:44,767 INFO [RS:0;b313e41b3af3:38849 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-22T14:31:44,767 INFO [RS:0;b313e41b3af3:38849 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-22T14:31:44,767 INFO [RS:0;b313e41b3af3:38849 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-22T14:31:44,767 INFO [RS:0;b313e41b3af3:38849 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-22T14:31:44,767 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35305-0x10067d836b60003, quorum=127.0.0.1:55093, baseZNode=/12122204604 Set watcher on znode that does not yet exist, /12122204604/running 2024-11-22T14:31:44,768 INFO [RS:0;b313e41b3af3:38849 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-22T14:31:44,768 DEBUG [RS:0;b313e41b3af3:38849 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-22T14:31:44,768 DEBUG [RS:0;b313e41b3af3:38849 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T14:31:44,768 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-22T14:31:44,768 INFO [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-22T14:31:44,768 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-22T14:31:44,768 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T14:31:44,768 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T14:31:44,768 INFO [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-22T14:31:44,780 INFO [regionserver/b313e41b3af3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T14:31:44,781 INFO [regionserver/b313e41b3af3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-22T14:31:44,781 INFO [regionserver/b313e41b3af3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-22T14:31:44,786 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32909/user/jenkins/test-data/7ae417cd-bbe0-74f5-f1d6-03cf7be45c35/data/hbase/meta/1588230740/.tmp/ns/c6e0f0c2b3bc46a983a00fbc116a4aeb is 43, key is default/ns:d/1732285892965/Put/seqid=0 2024-11-22T14:31:44,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34625 is added to blk_1073741835_1011 (size=5153) 2024-11-22T14:31:44,877 DEBUG [b313e41b3af3:45265 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-22T14:31:44,878 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=be282dba2ecb9b66247822d70f17ebc7, regionState=OPENING, regionLocation=b313e41b3af3,42577,1732285899503 2024-11-22T14:31:44,881 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=be282dba2ecb9b66247822d70f17ebc7, ASSIGN because future has completed 2024-11-22T14:31:44,882 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure be282dba2ecb9b66247822d70f17ebc7, server=b313e41b3af3,42577,1732285899503}] 2024-11-22T14:31:44,963 DEBUG [RS:0;b313e41b3af3:42577.replicationSource.wal-reader.b313e41b3af3%2C42577%2C1732285899503,1-b313e41b3af3,42577,1732285899503 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38091/user/jenkins/test-data/91631524-f60b-573c-14e8-f47f5ed1b6ef/WALs/b313e41b3af3,42577,1732285899503/b313e41b3af3%2C42577%2C1732285899503.1732285900461 to pos 0, reset compression=false 2024-11-22T14:31:44,964 DEBUG [RS:0;b313e41b3af3:42577.replicationSource.wal-reader.b313e41b3af3%2C42577%2C1732285899503,2-b313e41b3af3,42577,1732285899503 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38091/user/jenkins/test-data/91631524-f60b-573c-14e8-f47f5ed1b6ef/WALs/b313e41b3af3,42577,1732285899503/b313e41b3af3%2C42577%2C1732285899503.1732285900461 to pos 0, reset compression=false 2024-11-22T14:31:44,968 DEBUG [RS:0;b313e41b3af3:38849 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T14:31:45,042 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(132): Open hbase:replication,,1732285893219.be282dba2ecb9b66247822d70f17ebc7. 2024-11-22T14:31:45,043 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T14:31:45,043 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-22T14:31:45,046 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b313e41b3af3%2C42577%2C1732285899503.rep, suffix=, logDir=hdfs://localhost:38091/user/jenkins/test-data/91631524-f60b-573c-14e8-f47f5ed1b6ef/WALs/b313e41b3af3,42577,1732285899503, archiveDir=hdfs://localhost:38091/user/jenkins/test-data/91631524-f60b-573c-14e8-f47f5ed1b6ef/oldWALs, maxLogs=10 2024-11-22T14:31:45,060 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/91631524-f60b-573c-14e8-f47f5ed1b6ef/WALs/b313e41b3af3,42577,1732285899503/b313e41b3af3%2C42577%2C1732285899503.rep.1732285905047, exclude list is [], retry=0 2024-11-22T14:31:45,063 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37755,DS-dd3107da-f101-48bf-a433-ac4517799d1c,DISK] 2024-11-22T14:31:45,065 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/91631524-f60b-573c-14e8-f47f5ed1b6ef/WALs/b313e41b3af3,42577,1732285899503/b313e41b3af3%2C42577%2C1732285899503.rep.1732285905047 2024-11-22T14:31:45,066 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46059:46059)] 2024-11-22T14:31:45,066 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => be282dba2ecb9b66247822d70f17ebc7, NAME => 'hbase:replication,,1732285893219.be282dba2ecb9b66247822d70f17ebc7.', STARTKEY => '', ENDKEY => ''} 2024-11-22T14:31:45,066 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-22T14:31:45,066 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-22T14:31:45,066 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732285893219.be282dba2ecb9b66247822d70f17ebc7. service=MultiRowMutationService 2024-11-22T14:31:45,066 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-22T14:31:45,067 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication be282dba2ecb9b66247822d70f17ebc7 2024-11-22T14:31:45,067 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(898): Instantiated hbase:replication,,1732285893219.be282dba2ecb9b66247822d70f17ebc7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T14:31:45,067 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for be282dba2ecb9b66247822d70f17ebc7 2024-11-22T14:31:45,067 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for be282dba2ecb9b66247822d70f17ebc7 2024-11-22T14:31:45,069 INFO [StoreOpener-be282dba2ecb9b66247822d70f17ebc7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region be282dba2ecb9b66247822d70f17ebc7 2024-11-22T14:31:45,070 INFO [StoreOpener-be282dba2ecb9b66247822d70f17ebc7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region be282dba2ecb9b66247822d70f17ebc7 columnFamilyName hfileref 2024-11-22T14:31:45,070 DEBUG [StoreOpener-be282dba2ecb9b66247822d70f17ebc7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:31:45,070 INFO [StoreOpener-be282dba2ecb9b66247822d70f17ebc7-1 {}] regionserver.HStore(327): Store=be282dba2ecb9b66247822d70f17ebc7/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:31:45,070 INFO [StoreOpener-be282dba2ecb9b66247822d70f17ebc7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region be282dba2ecb9b66247822d70f17ebc7 2024-11-22T14:31:45,071 INFO [StoreOpener-be282dba2ecb9b66247822d70f17ebc7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region be282dba2ecb9b66247822d70f17ebc7 columnFamilyName queue 2024-11-22T14:31:45,071 DEBUG [StoreOpener-be282dba2ecb9b66247822d70f17ebc7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:31:45,075 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-22T14:31:45,079 DEBUG [StoreOpener-be282dba2ecb9b66247822d70f17ebc7-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38091/user/jenkins/test-data/91631524-f60b-573c-14e8-f47f5ed1b6ef/data/hbase/replication/be282dba2ecb9b66247822d70f17ebc7/queue/b63bc151238d4725840801238bda3205 2024-11-22T14:31:45,079 INFO [StoreOpener-be282dba2ecb9b66247822d70f17ebc7-1 {}] regionserver.HStore(327): Store=be282dba2ecb9b66247822d70f17ebc7/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:31:45,079 INFO [StoreOpener-be282dba2ecb9b66247822d70f17ebc7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region be282dba2ecb9b66247822d70f17ebc7 2024-11-22T14:31:45,080 INFO [StoreOpener-be282dba2ecb9b66247822d70f17ebc7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region be282dba2ecb9b66247822d70f17ebc7 columnFamilyName sid 2024-11-22T14:31:45,081 DEBUG [StoreOpener-be282dba2ecb9b66247822d70f17ebc7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:31:45,081 INFO [StoreOpener-be282dba2ecb9b66247822d70f17ebc7-1 {}] regionserver.HStore(327): Store=be282dba2ecb9b66247822d70f17ebc7/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:31:45,081 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for be282dba2ecb9b66247822d70f17ebc7 2024-11-22T14:31:45,082 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38091/user/jenkins/test-data/91631524-f60b-573c-14e8-f47f5ed1b6ef/data/hbase/replication/be282dba2ecb9b66247822d70f17ebc7 2024-11-22T14:31:45,084 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38091/user/jenkins/test-data/91631524-f60b-573c-14e8-f47f5ed1b6ef/data/hbase/replication/be282dba2ecb9b66247822d70f17ebc7 2024-11-22T14:31:45,085 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for be282dba2ecb9b66247822d70f17ebc7 2024-11-22T14:31:45,085 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for be282dba2ecb9b66247822d70f17ebc7 2024-11-22T14:31:45,086 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-22T14:31:45,088 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for be282dba2ecb9b66247822d70f17ebc7 2024-11-22T14:31:45,089 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1114): Opened be282dba2ecb9b66247822d70f17ebc7; next sequenceid=10; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61495512, jitterRate=-0.08364546298980713}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-22T14:31:45,089 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for be282dba2ecb9b66247822d70f17ebc7 2024-11-22T14:31:45,090 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for be282dba2ecb9b66247822d70f17ebc7: Running coprocessor pre-open hook at 1732285905067Writing region info on filesystem at 1732285905067Initializing all the Stores at 1732285905068 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732285905068Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732285905068Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732285905068Cleaning up temporary data from old regions at 1732285905085 (+17 ms)Running coprocessor post-open hooks at 1732285905089 (+4 ms)Region opened successfully at 1732285905090 (+1 ms) 2024-11-22T14:31:45,091 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732285893219.be282dba2ecb9b66247822d70f17ebc7., pid=19, masterSystemTime=1732285905035 2024-11-22T14:31:45,094 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732285893219.be282dba2ecb9b66247822d70f17ebc7. 2024-11-22T14:31:45,094 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732285893219.be282dba2ecb9b66247822d70f17ebc7. 2024-11-22T14:31:45,095 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=be282dba2ecb9b66247822d70f17ebc7, regionState=OPEN, openSeqNum=10, regionLocation=b313e41b3af3,42577,1732285899503 2024-11-22T14:31:45,098 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure be282dba2ecb9b66247822d70f17ebc7, server=b313e41b3af3,42577,1732285899503 because future has completed 2024-11-22T14:31:45,102 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-11-22T14:31:45,102 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure be282dba2ecb9b66247822d70f17ebc7, server=b313e41b3af3,42577,1732285899503 in 218 msec 2024-11-22T14:31:45,105 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=15 2024-11-22T14:31:45,106 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=be282dba2ecb9b66247822d70f17ebc7, ASSIGN in 379 msec 2024-11-22T14:31:45,107 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=15, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-22T14:31:45,118 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1732285893219.be282dba2ecb9b66247822d70f17ebc7., hostname=b313e41b3af3,42577,1732285899503, seqNum=10] 2024-11-22T14:31:45,143 DEBUG [PEWorker-1 {}] replication.AssignReplicationQueuesProcedure(120): There are 2 replication queues need to be claimed for b313e41b3af3,46773,1732285885442 2024-11-22T14:31:45,143 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-22T14:31:45,168 DEBUG [RS:0;b313e41b3af3:38849 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T14:31:45,192 INFO [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:32909/user/jenkins/test-data/7ae417cd-bbe0-74f5-f1d6-03cf7be45c35/data/hbase/meta/1588230740/.tmp/ns/c6e0f0c2b3bc46a983a00fbc116a4aeb 2024-11-22T14:31:45,209 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32909/user/jenkins/test-data/7ae417cd-bbe0-74f5-f1d6-03cf7be45c35/data/hbase/meta/1588230740/.tmp/ns/c6e0f0c2b3bc46a983a00fbc116a4aeb as hdfs://localhost:32909/user/jenkins/test-data/7ae417cd-bbe0-74f5-f1d6-03cf7be45c35/data/hbase/meta/1588230740/ns/c6e0f0c2b3bc46a983a00fbc116a4aeb 2024-11-22T14:31:45,217 INFO [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32909/user/jenkins/test-data/7ae417cd-bbe0-74f5-f1d6-03cf7be45c35/data/hbase/meta/1588230740/ns/c6e0f0c2b3bc46a983a00fbc116a4aeb, entries=2, sequenceid=6, filesize=5.0 K 2024-11-22T14:31:45,218 INFO [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 450ms, sequenceid=6, compaction requested=false 2024-11-22T14:31:45,218 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-22T14:31:45,224 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32909/user/jenkins/test-data/7ae417cd-bbe0-74f5-f1d6-03cf7be45c35/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-22T14:31:45,225 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-22T14:31:45,225 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T14:31:45,225 INFO [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-22T14:31:45,225 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732285904768Running coprocessor pre-close hooks at 1732285904768Disabling compacts and flushes for region at 1732285904768Disabling writes for close at 1732285904768Obtaining lock to block concurrent updates at 1732285904769 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732285904769Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1732285904769Flushing stores of hbase:meta,,1.1588230740 at 1732285904770 (+1 ms)Flushing 1588230740/ns: creating writer at 1732285904770Flushing 1588230740/ns: appending metadata at 1732285904786 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1732285904786Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7319de59: reopening flushed file at 1732285905207 (+421 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 450ms, sequenceid=6, compaction requested=false at 1732285905218 (+11 ms)Writing region close event to WAL at 1732285905220 (+2 ms)Running coprocessor post-close hooks at 1732285905225 (+5 ms)Closed at 1732285905225 2024-11-22T14:31:45,225 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-22T14:31:45,305 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42577 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=21 2024-11-22T14:31:45,369 INFO [RS:0;b313e41b3af3:38849 {}] regionserver.HRegionServer(976): stopping server b313e41b3af3,38849,1732285890851; all regions closed. 2024-11-22T14:31:45,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34625 is added to blk_1073741834_1010 (size=1152) 2024-11-22T14:31:45,375 DEBUG [RS:0;b313e41b3af3:38849 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7ae417cd-bbe0-74f5-f1d6-03cf7be45c35/oldWALs 2024-11-22T14:31:45,375 INFO [RS:0;b313e41b3af3:38849 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b313e41b3af3%2C38849%2C1732285890851.meta:.meta(num 1732285892843) 2024-11-22T14:31:45,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34625 is added to blk_1073741832_1008 (size=93) 2024-11-22T14:31:45,378 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7ae417cd-bbe0-74f5-f1d6-03cf7be45c35/WALs/b313e41b3af3,38849,1732285890851/b313e41b3af3%2C38849%2C1732285890851.1732285891914 not finished, retry = 0 2024-11-22T14:31:45,481 DEBUG [RS:0;b313e41b3af3:38849 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7ae417cd-bbe0-74f5-f1d6-03cf7be45c35/oldWALs 2024-11-22T14:31:45,481 INFO [RS:0;b313e41b3af3:38849 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b313e41b3af3%2C38849%2C1732285890851:(num 1732285891914) 2024-11-22T14:31:45,481 DEBUG [RS:0;b313e41b3af3:38849 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:31:45,481 INFO [RS:0;b313e41b3af3:38849 {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T14:31:45,481 INFO [RS:0;b313e41b3af3:38849 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T14:31:45,481 INFO [RS:0;b313e41b3af3:38849 {}] hbase.ChoreService(370): Chore service for: regionserver/b313e41b3af3:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-22T14:31:45,481 INFO [RS:0;b313e41b3af3:38849 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T14:31:45,481 INFO [regionserver/b313e41b3af3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T14:31:45,482 INFO [RS:0;b313e41b3af3:38849 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38849 2024-11-22T14:31:45,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38849-0x10067d836b60004, quorum=127.0.0.1:55093, baseZNode=/12122204604 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12122204604/rs/b313e41b3af3,38849,1732285890851 2024-11-22T14:31:45,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35305-0x10067d836b60003, quorum=127.0.0.1:55093, baseZNode=/12122204604 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12122204604/rs 2024-11-22T14:31:45,483 INFO [RS:0;b313e41b3af3:38849 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T14:31:45,483 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b313e41b3af3,38849,1732285890851] 2024-11-22T14:31:45,484 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /12122204604/draining/b313e41b3af3,38849,1732285890851 already deleted, retry=false 2024-11-22T14:31:45,484 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b313e41b3af3,38849,1732285890851 expired; onlineServers=0 2024-11-22T14:31:45,484 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b313e41b3af3,35305,1732285890792' ***** 2024-11-22T14:31:45,484 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-22T14:31:45,485 INFO [M:0;b313e41b3af3:35305 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T14:31:45,485 INFO [M:0;b313e41b3af3:35305 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T14:31:45,485 DEBUG [M:0;b313e41b3af3:35305 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-22T14:31:45,485 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-22T14:31:45,485 DEBUG [M:0;b313e41b3af3:35305 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-22T14:31:45,485 DEBUG [master/b313e41b3af3:0:becomeActiveMaster-HFileCleaner.large.0-1732285891641 {}] cleaner.HFileCleaner(306): Exit Thread[master/b313e41b3af3:0:becomeActiveMaster-HFileCleaner.large.0-1732285891641,5,FailOnTimeoutGroup] 2024-11-22T14:31:45,485 DEBUG [master/b313e41b3af3:0:becomeActiveMaster-HFileCleaner.small.0-1732285891645 {}] cleaner.HFileCleaner(306): Exit Thread[master/b313e41b3af3:0:becomeActiveMaster-HFileCleaner.small.0-1732285891645,5,FailOnTimeoutGroup] 2024-11-22T14:31:45,485 INFO [M:0;b313e41b3af3:35305 {}] hbase.ChoreService(370): Chore service for: master/b313e41b3af3:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-22T14:31:45,485 INFO [M:0;b313e41b3af3:35305 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T14:31:45,485 DEBUG [M:0;b313e41b3af3:35305 {}] master.HMaster(1795): Stopping service threads 2024-11-22T14:31:45,485 INFO [M:0;b313e41b3af3:35305 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-22T14:31:45,485 INFO [M:0;b313e41b3af3:35305 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-22T14:31:45,486 INFO [M:0;b313e41b3af3:35305 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-22T14:31:45,486 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-22T14:31:45,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35305-0x10067d836b60003, quorum=127.0.0.1:55093, baseZNode=/12122204604 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12122204604/master 2024-11-22T14:31:45,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35305-0x10067d836b60003, quorum=127.0.0.1:55093, baseZNode=/12122204604 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12122204604 2024-11-22T14:31:45,486 DEBUG [M:0;b313e41b3af3:35305 {}] zookeeper.ZKUtil(347): master:35305-0x10067d836b60003, quorum=127.0.0.1:55093, baseZNode=/12122204604 Unable to get data of znode /12122204604/master because node does not exist (not an error) 2024-11-22T14:31:45,486 WARN [M:0;b313e41b3af3:35305 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-22T14:31:45,487 INFO [M:0;b313e41b3af3:35305 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:32909/user/jenkins/test-data/7ae417cd-bbe0-74f5-f1d6-03cf7be45c35/.lastflushedseqids 2024-11-22T14:31:45,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34625 is added to blk_1073741836_1012 (size=99) 2024-11-22T14:31:45,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38849-0x10067d836b60004, quorum=127.0.0.1:55093, baseZNode=/12122204604 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T14:31:45,584 INFO [RS:0;b313e41b3af3:38849 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T14:31:45,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38849-0x10067d836b60004, quorum=127.0.0.1:55093, baseZNode=/12122204604 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T14:31:45,584 INFO [RS:0;b313e41b3af3:38849 {}] regionserver.HRegionServer(1031): Exiting; stopping=b313e41b3af3,38849,1732285890851; zookeeper connection closed. 2024-11-22T14:31:45,585 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@54f54ac9 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@54f54ac9 2024-11-22T14:31:45,586 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-22T14:31:45,895 INFO [M:0;b313e41b3af3:35305 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-22T14:31:45,895 INFO [M:0;b313e41b3af3:35305 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-22T14:31:45,896 DEBUG [M:0;b313e41b3af3:35305 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T14:31:45,896 INFO [M:0;b313e41b3af3:35305 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T14:31:45,896 DEBUG [M:0;b313e41b3af3:35305 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T14:31:45,896 DEBUG [M:0;b313e41b3af3:35305 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T14:31:45,896 DEBUG [M:0;b313e41b3af3:35305 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T14:31:45,896 INFO [M:0;b313e41b3af3:35305 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-22T14:31:45,912 DEBUG [M:0;b313e41b3af3:35305 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32909/user/jenkins/test-data/7ae417cd-bbe0-74f5-f1d6-03cf7be45c35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8717ef3e620146228b367ffff509e379 is 82, key is hbase:meta,,1/info:regioninfo/1732285892938/Put/seqid=0 2024-11-22T14:31:45,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34625 is added to blk_1073741837_1013 (size=5672) 2024-11-22T14:31:45,971 DEBUG [RS:0;b313e41b3af3:42577.replicationSource.wal-reader.b313e41b3af3%2C42577%2C1732285899503,1-b313e41b3af3,42577,1732285899503 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38091/user/jenkins/test-data/91631524-f60b-573c-14e8-f47f5ed1b6ef/WALs/b313e41b3af3,42577,1732285899503/b313e41b3af3%2C42577%2C1732285899503.1732285900461 to pos 0, reset compression=false 2024-11-22T14:31:45,972 DEBUG [RS:0;b313e41b3af3:42577.replicationSource.wal-reader.b313e41b3af3%2C42577%2C1732285899503,2-b313e41b3af3,42577,1732285899503 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38091/user/jenkins/test-data/91631524-f60b-573c-14e8-f47f5ed1b6ef/WALs/b313e41b3af3,42577,1732285899503/b313e41b3af3%2C42577%2C1732285899503.1732285900461 to pos 0, reset compression=false 2024-11-22T14:31:46,283 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-22T14:31:46,318 INFO [M:0;b313e41b3af3:35305 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:32909/user/jenkins/test-data/7ae417cd-bbe0-74f5-f1d6-03cf7be45c35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8717ef3e620146228b367ffff509e379 2024-11-22T14:31:46,340 DEBUG [M:0;b313e41b3af3:35305 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32909/user/jenkins/test-data/7ae417cd-bbe0-74f5-f1d6-03cf7be45c35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/906a36c77fe44fbc9700af89354941c4 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1732285892977/Put/seqid=0 2024-11-22T14:31:46,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34625 is added to blk_1073741838_1014 (size=5275) 2024-11-22T14:31:46,746 INFO [M:0;b313e41b3af3:35305 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:32909/user/jenkins/test-data/7ae417cd-bbe0-74f5-f1d6-03cf7be45c35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/906a36c77fe44fbc9700af89354941c4 2024-11-22T14:31:46,770 DEBUG [M:0;b313e41b3af3:35305 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32909/user/jenkins/test-data/7ae417cd-bbe0-74f5-f1d6-03cf7be45c35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/263e0b86b3014d88a7e86d62dc363300 is 69, key is b313e41b3af3,38849,1732285890851/rs:state/1732285891742/Put/seqid=0 2024-11-22T14:31:46,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34625 is added to blk_1073741839_1015 (size=5156) 2024-11-22T14:31:47,078 DEBUG [RS:0;b313e41b3af3:42577.replicationSource.wal-reader.b313e41b3af3%2C42577%2C1732285899503,2-b313e41b3af3,42577,1732285899503 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38091/user/jenkins/test-data/91631524-f60b-573c-14e8-f47f5ed1b6ef/WALs/b313e41b3af3,42577,1732285899503/b313e41b3af3%2C42577%2C1732285899503.1732285900461 to pos 0, reset compression=false 2024-11-22T14:31:47,078 DEBUG [RS:0;b313e41b3af3:42577.replicationSource.wal-reader.b313e41b3af3%2C42577%2C1732285899503,1-b313e41b3af3,42577,1732285899503 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38091/user/jenkins/test-data/91631524-f60b-573c-14e8-f47f5ed1b6ef/WALs/b313e41b3af3,42577,1732285899503/b313e41b3af3%2C42577%2C1732285899503.1732285900461 to pos 0, reset compression=false 2024-11-22T14:31:47,175 INFO [M:0;b313e41b3af3:35305 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:32909/user/jenkins/test-data/7ae417cd-bbe0-74f5-f1d6-03cf7be45c35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/263e0b86b3014d88a7e86d62dc363300 2024-11-22T14:31:47,185 DEBUG [M:0;b313e41b3af3:35305 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32909/user/jenkins/test-data/7ae417cd-bbe0-74f5-f1d6-03cf7be45c35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8717ef3e620146228b367ffff509e379 as hdfs://localhost:32909/user/jenkins/test-data/7ae417cd-bbe0-74f5-f1d6-03cf7be45c35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8717ef3e620146228b367ffff509e379 2024-11-22T14:31:47,193 INFO [M:0;b313e41b3af3:35305 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32909/user/jenkins/test-data/7ae417cd-bbe0-74f5-f1d6-03cf7be45c35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8717ef3e620146228b367ffff509e379, entries=8, sequenceid=28, filesize=5.5 K 2024-11-22T14:31:47,194 DEBUG [M:0;b313e41b3af3:35305 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32909/user/jenkins/test-data/7ae417cd-bbe0-74f5-f1d6-03cf7be45c35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/906a36c77fe44fbc9700af89354941c4 as hdfs://localhost:32909/user/jenkins/test-data/7ae417cd-bbe0-74f5-f1d6-03cf7be45c35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/906a36c77fe44fbc9700af89354941c4 2024-11-22T14:31:47,201 INFO [M:0;b313e41b3af3:35305 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32909/user/jenkins/test-data/7ae417cd-bbe0-74f5-f1d6-03cf7be45c35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/906a36c77fe44fbc9700af89354941c4, entries=3, sequenceid=28, filesize=5.2 K 2024-11-22T14:31:47,202 DEBUG [M:0;b313e41b3af3:35305 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32909/user/jenkins/test-data/7ae417cd-bbe0-74f5-f1d6-03cf7be45c35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/263e0b86b3014d88a7e86d62dc363300 as hdfs://localhost:32909/user/jenkins/test-data/7ae417cd-bbe0-74f5-f1d6-03cf7be45c35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/263e0b86b3014d88a7e86d62dc363300 2024-11-22T14:31:47,210 INFO [M:0;b313e41b3af3:35305 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32909/user/jenkins/test-data/7ae417cd-bbe0-74f5-f1d6-03cf7be45c35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/263e0b86b3014d88a7e86d62dc363300, entries=1, sequenceid=28, filesize=5.0 K 2024-11-22T14:31:47,211 INFO [M:0;b313e41b3af3:35305 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1315ms, sequenceid=28, compaction requested=false 2024-11-22T14:31:47,213 INFO [M:0;b313e41b3af3:35305 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T14:31:47,213 DEBUG [M:0;b313e41b3af3:35305 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732285905895Disabling compacts and flushes for region at 1732285905895Disabling writes for close at 1732285905896 (+1 ms)Obtaining lock to block concurrent updates at 1732285905896Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732285905896Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1732285905896Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732285905897 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732285905897Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732285905912 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732285905912Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732285906325 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732285906340 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732285906340Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732285906753 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732285906769 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732285906769Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2720faba: reopening flushed file at 1732285907184 (+415 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@11f54ed: reopening flushed file at 1732285907193 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2483ed43: reopening flushed file at 1732285907201 (+8 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1315ms, sequenceid=28, compaction requested=false at 1732285907211 (+10 ms)Writing region close event to WAL at 1732285907213 (+2 ms)Closed at 1732285907213 2024-11-22T14:31:47,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34625 is added to blk_1073741830_1006 (size=10165) 2024-11-22T14:31:47,216 INFO [M:0;b313e41b3af3:35305 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-22T14:31:47,216 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T14:31:47,216 INFO [M:0;b313e41b3af3:35305 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35305 2024-11-22T14:31:47,219 INFO [M:0;b313e41b3af3:35305 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T14:31:47,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35305-0x10067d836b60003, quorum=127.0.0.1:55093, baseZNode=/12122204604 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T14:31:47,320 INFO [M:0;b313e41b3af3:35305 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T14:31:47,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35305-0x10067d836b60003, quorum=127.0.0.1:55093, baseZNode=/12122204604 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T14:31:47,324 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@16de8d5b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T14:31:47,326 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@404d4ec0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T14:31:47,326 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T14:31:47,327 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3e703083{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T14:31:47,327 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@41732b8b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d627378f-5c35-c5f6-6059-7286fbb5cbcf/hadoop.log.dir/,STOPPED} 2024-11-22T14:31:47,329 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-22T14:31:47,329 WARN [BP-353272297-172.17.0.2-1732285889799 heartbeating to localhost/127.0.0.1:32909 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-22T14:31:47,329 WARN [BP-353272297-172.17.0.2-1732285889799 heartbeating to localhost/127.0.0.1:32909 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-353272297-172.17.0.2-1732285889799 (Datanode Uuid 6e8fcb24-6d12-4ea5-b96f-b83a023ed112) service to localhost/127.0.0.1:32909 2024-11-22T14:31:47,329 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-22T14:31:47,331 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d627378f-5c35-c5f6-6059-7286fbb5cbcf/cluster_d7023e24-ef04-7776-7128-ce9328a7a5e9/data/data1/current/BP-353272297-172.17.0.2-1732285889799 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T14:31:47,331 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d627378f-5c35-c5f6-6059-7286fbb5cbcf/cluster_d7023e24-ef04-7776-7128-ce9328a7a5e9/data/data2/current/BP-353272297-172.17.0.2-1732285889799 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T14:31:47,331 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-22T14:31:47,338 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4d3aa00d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T14:31:47,339 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@ba93781{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T14:31:47,339 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T14:31:47,339 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5ca3ef33{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T14:31:47,339 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@402b2b09{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d627378f-5c35-c5f6-6059-7286fbb5cbcf/hadoop.log.dir/,STOPPED} 2024-11-22T14:31:47,362 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-22T14:31:47,362 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-22T14:31:47,362 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T14:31:47,362 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T14:31:47,362 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:31:47,363 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T14:31:47,363 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:31:47,363 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-22T14:31:47,363 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2138336340, stopped=false 2024-11-22T14:31:47,363 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b313e41b3af3,45265,1732285899472 2024-11-22T14:31:47,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42577-0x10067d836b60007, quorum=127.0.0.1:55093, baseZNode=/0-464112142 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-464112142/running 2024-11-22T14:31:47,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45265-0x10067d836b60006, quorum=127.0.0.1:55093, baseZNode=/0-464112142 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-464112142/running 2024-11-22T14:31:47,366 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-22T14:31:47,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42577-0x10067d836b60007, quorum=127.0.0.1:55093, baseZNode=/0-464112142 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-464112142 2024-11-22T14:31:47,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45265-0x10067d836b60006, quorum=127.0.0.1:55093, baseZNode=/0-464112142 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-464112142 2024-11-22T14:31:47,366 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T14:31:47,366 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42577-0x10067d836b60007, quorum=127.0.0.1:55093, baseZNode=/0-464112142 Set watcher on znode that does not yet exist, /0-464112142/running 2024-11-22T14:31:47,366 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T14:31:47,367 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45265-0x10067d836b60006, quorum=127.0.0.1:55093, baseZNode=/0-464112142 Set watcher on znode that does not yet exist, /0-464112142/running 2024-11-22T14:31:47,367 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:31:47,367 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b313e41b3af3,42577,1732285899503' ***** 2024-11-22T14:31:47,367 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-22T14:31:47,367 INFO [RS:0;b313e41b3af3:42577 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-22T14:31:47,367 INFO [RS:0;b313e41b3af3:42577 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-22T14:31:47,367 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-22T14:31:47,367 INFO [RS:0;b313e41b3af3:42577 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-22T14:31:47,367 INFO [RS:0;b313e41b3af3:42577 {}] regionserver.HRegionServer(3091): Received CLOSE for be282dba2ecb9b66247822d70f17ebc7 2024-11-22T14:31:47,368 INFO [RS:0;b313e41b3af3:42577 {}] regionserver.HRegionServer(959): stopping server b313e41b3af3,42577,1732285899503 2024-11-22T14:31:47,368 INFO [RS:0;b313e41b3af3:42577 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T14:31:47,368 INFO [RS:0;b313e41b3af3:42577 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b313e41b3af3:42577. 2024-11-22T14:31:47,368 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing be282dba2ecb9b66247822d70f17ebc7, disabling compactions & flushes 2024-11-22T14:31:47,368 DEBUG [RS:0;b313e41b3af3:42577 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T14:31:47,368 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732285893219.be282dba2ecb9b66247822d70f17ebc7. 2024-11-22T14:31:47,368 DEBUG [RS:0;b313e41b3af3:42577 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:31:47,368 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732285893219.be282dba2ecb9b66247822d70f17ebc7. 2024-11-22T14:31:47,368 INFO [RS:0;b313e41b3af3:42577 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-22T14:31:47,368 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732285893219.be282dba2ecb9b66247822d70f17ebc7. after waiting 0 ms 2024-11-22T14:31:47,368 INFO [RS:0;b313e41b3af3:42577 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-22T14:31:47,368 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732285893219.be282dba2ecb9b66247822d70f17ebc7. 2024-11-22T14:31:47,368 INFO [RS:0;b313e41b3af3:42577 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-22T14:31:47,368 INFO [RS:0;b313e41b3af3:42577 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-22T14:31:47,368 INFO [RS:0;b313e41b3af3:42577 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-22T14:31:47,368 DEBUG [RS:0;b313e41b3af3:42577 {}] regionserver.HRegionServer(1325): Online Regions={be282dba2ecb9b66247822d70f17ebc7=hbase:replication,,1732285893219.be282dba2ecb9b66247822d70f17ebc7., 1588230740=hbase:meta,,1.1588230740} 2024-11-22T14:31:47,368 DEBUG [RS:0;b313e41b3af3:42577 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, be282dba2ecb9b66247822d70f17ebc7 2024-11-22T14:31:47,368 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-22T14:31:47,369 INFO [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-22T14:31:47,369 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-22T14:31:47,369 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T14:31:47,369 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T14:31:47,369 INFO [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-22T14:31:47,376 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38091/user/jenkins/test-data/91631524-f60b-573c-14e8-f47f5ed1b6ef/data/hbase/replication/be282dba2ecb9b66247822d70f17ebc7/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=9 2024-11-22T14:31:47,377 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-22T14:31:47,377 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T14:31:47,377 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732285893219.be282dba2ecb9b66247822d70f17ebc7. 2024-11-22T14:31:47,377 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for be282dba2ecb9b66247822d70f17ebc7: Waiting for close lock at 1732285907368Running coprocessor pre-close hooks at 1732285907368Disabling compacts and flushes for region at 1732285907368Disabling writes for close at 1732285907368Writing region close event to WAL at 1732285907369 (+1 ms)Running coprocessor post-close hooks at 1732285907377 (+8 ms)Closed at 1732285907377 2024-11-22T14:31:47,378 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732285893219.be282dba2ecb9b66247822d70f17ebc7. 2024-11-22T14:31:47,390 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/91631524-f60b-573c-14e8-f47f5ed1b6ef/data/hbase/meta/1588230740/.tmp/info/8d15736ccb034da3958e4ecffd8650ee is 147, key is hbase:replication,,1732285893219.be282dba2ecb9b66247822d70f17ebc7./info:regioninfo/1732285905095/Put/seqid=0 2024-11-22T14:31:47,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37755 is added to blk_1073741851_1027 (size=6385) 2024-11-22T14:31:47,409 INFO [regionserver/b313e41b3af3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T14:31:47,569 DEBUG [RS:0;b313e41b3af3:42577 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T14:31:47,769 DEBUG [RS:0;b313e41b3af3:42577 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T14:31:47,795 INFO [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/91631524-f60b-573c-14e8-f47f5ed1b6ef/data/hbase/meta/1588230740/.tmp/info/8d15736ccb034da3958e4ecffd8650ee 2024-11-22T14:31:47,804 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/91631524-f60b-573c-14e8-f47f5ed1b6ef/data/hbase/meta/1588230740/.tmp/info/8d15736ccb034da3958e4ecffd8650ee as hdfs://localhost:38091/user/jenkins/test-data/91631524-f60b-573c-14e8-f47f5ed1b6ef/data/hbase/meta/1588230740/info/8d15736ccb034da3958e4ecffd8650ee 2024-11-22T14:31:47,812 INFO [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38091/user/jenkins/test-data/91631524-f60b-573c-14e8-f47f5ed1b6ef/data/hbase/meta/1588230740/info/8d15736ccb034da3958e4ecffd8650ee, entries=8, sequenceid=19, filesize=6.2 K 2024-11-22T14:31:47,813 INFO [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 444ms, sequenceid=19, compaction requested=false 2024-11-22T14:31:47,821 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38091/user/jenkins/test-data/91631524-f60b-573c-14e8-f47f5ed1b6ef/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-22T14:31:47,822 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-22T14:31:47,822 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T14:31:47,822 INFO [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-22T14:31:47,822 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732285907368Running coprocessor pre-close hooks at 1732285907368Disabling compacts and flushes for region at 1732285907368Disabling writes for close at 1732285907369 (+1 ms)Obtaining lock to block concurrent updates at 1732285907369Preparing flush snapshotting stores in 1588230740 at 1732285907369Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1732285907369Flushing stores of hbase:meta,,1.1588230740 at 1732285907370 (+1 ms)Flushing 1588230740/info: creating writer at 1732285907370Flushing 1588230740/info: appending metadata at 1732285907389 (+19 ms)Flushing 1588230740/info: closing flushed file at 1732285907389Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e952d4f: reopening flushed file at 1732285907803 (+414 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 444ms, sequenceid=19, compaction requested=false at 1732285907813 (+10 ms)Writing region close event to WAL at 1732285907817 (+4 ms)Running coprocessor post-close hooks at 1732285907822 (+5 ms)Closed at 1732285907822 2024-11-22T14:31:47,823 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-22T14:31:47,969 INFO [RS:0;b313e41b3af3:42577 {}] regionserver.HRegionServer(976): stopping server b313e41b3af3,42577,1732285899503; all regions closed. 2024-11-22T14:31:47,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37755 is added to blk_1073741849_1025 (size=2156) 2024-11-22T14:31:47,974 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/91631524-f60b-573c-14e8-f47f5ed1b6ef/WALs/b313e41b3af3,42577,1732285899503/b313e41b3af3%2C42577%2C1732285899503.meta.1732285900755.meta not finished, retry = 0 2024-11-22T14:31:48,078 DEBUG [RS:0;b313e41b3af3:42577 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/91631524-f60b-573c-14e8-f47f5ed1b6ef/oldWALs 2024-11-22T14:31:48,078 INFO [RS:0;b313e41b3af3:42577 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b313e41b3af3%2C42577%2C1732285899503.meta:.meta(num 1732285900755) 2024-11-22T14:31:48,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37755 is added to blk_1073741850_1026 (size=796) 2024-11-22T14:31:48,080 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/91631524-f60b-573c-14e8-f47f5ed1b6ef/WALs/b313e41b3af3,42577,1732285899503/b313e41b3af3%2C42577%2C1732285899503.rep.1732285905047 not finished, retry = 0 2024-11-22T14:31:48,184 DEBUG [RS:0;b313e41b3af3:42577 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/91631524-f60b-573c-14e8-f47f5ed1b6ef/oldWALs 2024-11-22T14:31:48,184 INFO [RS:0;b313e41b3af3:42577 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b313e41b3af3%2C42577%2C1732285899503.rep:(num 1732285905047) 2024-11-22T14:31:48,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37755 is added to blk_1073741848_1024 (size=93) 2024-11-22T14:31:48,188 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/91631524-f60b-573c-14e8-f47f5ed1b6ef/WALs/b313e41b3af3,42577,1732285899503/b313e41b3af3%2C42577%2C1732285899503.1732285900461 not finished, retry = 0 2024-11-22T14:31:48,286 DEBUG [RS:0;b313e41b3af3:42577.replicationSource.wal-reader.b313e41b3af3%2C42577%2C1732285899503,1-b313e41b3af3,42577,1732285899503 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38091/user/jenkins/test-data/91631524-f60b-573c-14e8-f47f5ed1b6ef/WALs/b313e41b3af3,42577,1732285899503/b313e41b3af3%2C42577%2C1732285899503.1732285900461 to pos 0, reset compression=false 2024-11-22T14:31:48,286 DEBUG [RS:0;b313e41b3af3:42577.replicationSource.wal-reader.b313e41b3af3%2C42577%2C1732285899503,2-b313e41b3af3,42577,1732285899503 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38091/user/jenkins/test-data/91631524-f60b-573c-14e8-f47f5ed1b6ef/WALs/b313e41b3af3,42577,1732285899503/b313e41b3af3%2C42577%2C1732285899503.1732285900461 to pos 0, reset compression=false 2024-11-22T14:31:48,293 DEBUG [RS:0;b313e41b3af3:42577 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/91631524-f60b-573c-14e8-f47f5ed1b6ef/oldWALs 2024-11-22T14:31:48,293 INFO [RS:0;b313e41b3af3:42577 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b313e41b3af3%2C42577%2C1732285899503:(num 1732285900461) 2024-11-22T14:31:48,293 DEBUG [RS:0;b313e41b3af3:42577 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:31:48,294 INFO [RS:0;b313e41b3af3:42577 {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T14:31:48,294 INFO [RS:0;b313e41b3af3:42577 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T14:31:48,294 DEBUG [RS:0;b313e41b3af3:42577.replicationSource.wal-reader.b313e41b3af3%2C42577%2C1732285899503,2-b313e41b3af3,42577,1732285899503 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:38091/user/jenkins/test-data/91631524-f60b-573c-14e8-f47f5ed1b6ef/WALs/b313e41b3af3,42577,1732285899503/b313e41b3af3%2C42577%2C1732285899503.1732285900461 2024-11-22T14:31:48,294 DEBUG [RS:0;b313e41b3af3:42577.replicationSource.wal-reader.b313e41b3af3%2C42577%2C1732285899503,1-b313e41b3af3,42577,1732285899503 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:38091/user/jenkins/test-data/91631524-f60b-573c-14e8-f47f5ed1b6ef/WALs/b313e41b3af3,42577,1732285899503/b313e41b3af3%2C42577%2C1732285899503.1732285900461 2024-11-22T14:31:48,294 DEBUG [RS:0;b313e41b3af3:42577.replicationSource.wal-reader.b313e41b3af3%2C42577%2C1732285899503,2-b313e41b3af3,42577,1732285899503 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-11-22T14:31:48,294 DEBUG [RS:0;b313e41b3af3:42577.replicationSource.wal-reader.b313e41b3af3%2C42577%2C1732285899503,1-b313e41b3af3,42577,1732285899503 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-11-22T14:31:48,294 DEBUG [RS:0;b313e41b3af3:42577.replicationSource.wal-reader.b313e41b3af3%2C42577%2C1732285899503,2-b313e41b3af3,42577,1732285899503 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-11-22T14:31:48,294 DEBUG [RS:0;b313e41b3af3:42577.replicationSource.wal-reader.b313e41b3af3%2C42577%2C1732285899503,1-b313e41b3af3,42577,1732285899503 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-11-22T14:31:48,294 INFO [RS:0;b313e41b3af3:42577 {}] hbase.ChoreService(370): Chore service for: regionserver/b313e41b3af3:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-22T14:31:48,294 INFO [RS:0;b313e41b3af3:42577 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T14:31:48,294 INFO [regionserver/b313e41b3af3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T14:31:48,295 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/b313e41b3af3:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-22T14:31:48,295 INFO [RS:0;b313e41b3af3:42577 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-b313e41b3af3,42577,1732285899503 because: Region server is closing 2024-11-22T14:31:48,295 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/b313e41b3af3:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-22T14:31:48,295 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/b313e41b3af3:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-11-22T14:31:48,295 INFO [RS:0;b313e41b3af3:42577 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b313e41b3af3:42577. 2024-11-22T14:31:48,295 DEBUG [RS:0;b313e41b3af3:42577 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T14:31:48,295 DEBUG [RS:0;b313e41b3af3:42577 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:31:48,295 DEBUG [RS:0;b313e41b3af3:42577 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:31:48,295 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T14:31:48,294 DEBUG [RS:0;b313e41b3af3:42577.replicationSource.shipperb313e41b3af3%2C42577%2C1732285899503,2-b313e41b3af3,42577,1732285899503 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-b313e41b3af3,42577,1732285899503 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38091/user/jenkins/test-data/91631524-f60b-573c-14e8-f47f5ed1b6ef/WALs/b313e41b3af3,42577,1732285899503/b313e41b3af3%2C42577%2C1732285899503.1732285900461, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-22T14:31:48,294 DEBUG [RS:0;b313e41b3af3:42577.replicationSource.shipperb313e41b3af3%2C42577%2C1732285899503,1-b313e41b3af3,42577,1732285899503 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b313e41b3af3,42577,1732285899503 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38091/user/jenkins/test-data/91631524-f60b-573c-14e8-f47f5ed1b6ef/WALs/b313e41b3af3,42577,1732285899503/b313e41b3af3%2C42577%2C1732285899503.1732285900461, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-22T14:31:48,301 DEBUG [RS:0;b313e41b3af3:42577.replicationSource.shipperb313e41b3af3%2C42577%2C1732285899503,1-b313e41b3af3,42577,1732285899503 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T14:31:48,301 DEBUG [RS:0;b313e41b3af3:42577.replicationSource.shipperb313e41b3af3%2C42577%2C1732285899503,1-b313e41b3af3,42577,1732285899503 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b313e41b3af3,42577,1732285899503, seqNum=-1] 2024-11-22T14:31:48,303 WARN [RS:0;b313e41b3af3:42577.replicationSource.shipperb313e41b3af3%2C42577%2C1732285899503,1-b313e41b3af3,42577,1732285899503 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'hbase:replication', row='2-b313e41b3af3,42577,1732285899503', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b313e41b3af3:42577 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$5(AsyncRegionLocator.java:181) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils.lambda$getOrFetch$4(ConnectionUtils.java:567) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMetaRegionLocator.getRegionLocations(AsyncMetaRegionLocator.java:60) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:163) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 58 more 2024-11-22T14:31:48,306 WARN [RS:0;b313e41b3af3:42577.replicationSource.shipperb313e41b3af3%2C42577%2C1732285899503,1-b313e41b3af3,42577,1732285899503 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'hbase:replication', row='1-b313e41b3af3,42577,1732285899503', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b313e41b3af3:42577 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 40 more 2024-11-22T14:31:48,307 DEBUG [RS:0;b313e41b3af3:42577.replicationSource.shipperb313e41b3af3%2C42577%2C1732285899503,1-b313e41b3af3,42577,1732285899503 {}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Failed to operate on replication queue 2024-11-22T14:31:48,307 DEBUG [RS:0;b313e41b3af3:42577.replicationSource.shipperb313e41b3af3%2C42577%2C1732285899503,1-b313e41b3af3,42577,1732285899503 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [b313e41b3af3%2C42577%2C1732285899503.1732285900461] 2024-11-22T14:31:48,306 ERROR [RS:0;b313e41b3af3:42577.replicationSource.shipperb313e41b3af3%2C42577%2C1732285899503,2-b313e41b3af3,42577,1732285899503 {}] regionserver.HRegionServer(2440): ***** ABORTING region server b313e41b3af3,42577,1732285899503: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=2-b313e41b3af3,42577,1732285899503, walGroup=b313e41b3af3%2C42577%2C1732285899503, offset=b313e41b3af3%2C42577%2C1732285899503.1732285900461:-1, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b313e41b3af3:42577 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$5(AsyncRegionLocator.java:181) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils.lambda$getOrFetch$4(ConnectionUtils.java:567) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMetaRegionLocator.getRegionLocations(AsyncMetaRegionLocator.java:60) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:163) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$5(AsyncRegionLocator.java:181) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils.lambda$getOrFetch$4(ConnectionUtils.java:567) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMetaRegionLocator.getRegionLocations(AsyncMetaRegionLocator.java:60) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:163) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-22T14:31:48,308 ERROR [RS:0;b313e41b3af3:42577.replicationSource.shipperb313e41b3af3%2C42577%2C1732285899503,2-b313e41b3af3,42577,1732285899503 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-22T14:31:48,311 DEBUG [RS:0;b313e41b3af3:42577.replicationSource.shipperb313e41b3af3%2C42577%2C1732285899503,2-b313e41b3af3,42577,1732285899503 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-22T14:31:48,312 DEBUG [RS:0;b313e41b3af3:42577.replicationSource.shipperb313e41b3af3%2C42577%2C1732285899503,2-b313e41b3af3,42577,1732285899503 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-22T14:31:48,312 DEBUG [RS:0;b313e41b3af3:42577.replicationSource.shipperb313e41b3af3%2C42577%2C1732285899503,2-b313e41b3af3,42577,1732285899503 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-22T14:31:48,312 DEBUG [RS:0;b313e41b3af3:42577.replicationSource.shipperb313e41b3af3%2C42577%2C1732285899503,2-b313e41b3af3,42577,1732285899503 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-22T14:31:48,312 INFO [RS:0;b313e41b3af3:42577.replicationSource.shipperb313e41b3af3%2C42577%2C1732285899503,2-b313e41b3af3,42577,1732285899503 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 567044160 }, "NonHeapMemoryUsage": { "committed": 162463744, "init": 7667712, "max": -1, "used": 157622936 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-22T14:31:48,314 DEBUG [RS:0;b313e41b3af3:42577.replicationSource.shipperb313e41b3af3%2C42577%2C1732285899503,2-b313e41b3af3,42577,1732285899503 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [b313e41b3af3%2C42577%2C1732285899503.1732285900461] 2024-11-22T14:31:48,396 INFO [RS:0;b313e41b3af3:42577 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;b313e41b3af3:42577.replicationSource.shipperb313e41b3af3%2C42577%2C1732285899503,1-b313e41b3af3,42577,1732285899503 terminated 2024-11-22T14:31:48,396 INFO [RS:0;b313e41b3af3:42577 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-b313e41b3af3,42577,1732285899503 because: Region server is closing 2024-11-22T14:31:48,396 INFO [RS:0;b313e41b3af3:42577 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b313e41b3af3:42577. 2024-11-22T14:31:48,396 DEBUG [RS:0;b313e41b3af3:42577 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T14:31:48,397 DEBUG [RS:0;b313e41b3af3:42577 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:31:48,397 DEBUG [RS:0;b313e41b3af3:42577 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:31:48,397 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T14:31:48,397 INFO [RS:0;b313e41b3af3:42577 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS:0;b313e41b3af3:42577.replicationSource.shipperb313e41b3af3%2C42577%2C1732285899503,2-b313e41b3af3,42577,1732285899503 terminated 2024-11-22T14:31:48,397 INFO [RS:0;b313e41b3af3:42577 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42577 2024-11-22T14:31:48,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45265-0x10067d836b60006, quorum=127.0.0.1:55093, baseZNode=/0-464112142 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-464112142/rs 2024-11-22T14:31:48,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42577-0x10067d836b60007, quorum=127.0.0.1:55093, baseZNode=/0-464112142 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-464112142/rs/b313e41b3af3,42577,1732285899503 2024-11-22T14:31:48,407 INFO [RS:0;b313e41b3af3:42577 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T14:31:48,408 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b313e41b3af3,42577,1732285899503] 2024-11-22T14:31:48,409 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-464112142/draining/b313e41b3af3,42577,1732285899503 already deleted, retry=false 2024-11-22T14:31:48,409 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b313e41b3af3,42577,1732285899503 expired; onlineServers=0 2024-11-22T14:31:48,409 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b313e41b3af3,45265,1732285899472' ***** 2024-11-22T14:31:48,409 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-22T14:31:48,409 INFO [M:0;b313e41b3af3:45265 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T14:31:48,410 INFO [M:0;b313e41b3af3:45265 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T14:31:48,410 DEBUG [M:0;b313e41b3af3:45265 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-22T14:31:48,410 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-22T14:31:48,411 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45265-0x10067d836b60006, quorum=127.0.0.1:55093, baseZNode=/0-464112142 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-464112142/master 2024-11-22T14:31:48,411 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45265-0x10067d836b60006, quorum=127.0.0.1:55093, baseZNode=/0-464112142 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-464112142 2024-11-22T14:31:48,412 DEBUG [M:0;b313e41b3af3:45265 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-22T14:31:48,412 INFO [M:0;b313e41b3af3:45265 {}] hbase.ChoreService(370): Chore service for: master/b313e41b3af3:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-22T14:31:48,413 INFO [M:0;b313e41b3af3:45265 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T14:31:48,413 DEBUG [M:0;b313e41b3af3:45265 {}] master.HMaster(1795): Stopping service threads 2024-11-22T14:31:48,413 INFO [M:0;b313e41b3af3:45265 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-22T14:31:48,413 INFO [M:0;b313e41b3af3:45265 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-22T14:31:48,413 DEBUG [master/b313e41b3af3:0:becomeActiveMaster-HFileCleaner.large.0-1732285900173 {}] cleaner.HFileCleaner(306): Exit Thread[master/b313e41b3af3:0:becomeActiveMaster-HFileCleaner.large.0-1732285900173,5,FailOnTimeoutGroup] 2024-11-22T14:31:48,413 DEBUG [master/b313e41b3af3:0:becomeActiveMaster-HFileCleaner.small.0-1732285900173 {}] cleaner.HFileCleaner(306): Exit Thread[master/b313e41b3af3:0:becomeActiveMaster-HFileCleaner.small.0-1732285900173,5,FailOnTimeoutGroup] 2024-11-22T14:31:48,413 INFO [M:0;b313e41b3af3:45265 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-22T14:31:48,414 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-22T14:31:48,415 DEBUG [M:0;b313e41b3af3:45265 {}] zookeeper.ZKUtil(347): master:45265-0x10067d836b60006, quorum=127.0.0.1:55093, baseZNode=/0-464112142 Unable to get data of znode /0-464112142/master because node does not exist (not an error) 2024-11-22T14:31:48,415 WARN [M:0;b313e41b3af3:45265 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-22T14:31:48,416 INFO [M:0;b313e41b3af3:45265 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:38091/user/jenkins/test-data/91631524-f60b-573c-14e8-f47f5ed1b6ef/.lastflushedseqids 2024-11-22T14:31:48,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37755 is added to blk_1073741852_1028 (size=181) 2024-11-22T14:31:48,509 INFO [RS:0;b313e41b3af3:42577 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T14:31:48,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42577-0x10067d836b60007, quorum=127.0.0.1:55093, baseZNode=/0-464112142 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T14:31:48,509 INFO [RS:0;b313e41b3af3:42577 {}] regionserver.HRegionServer(1031): Exiting; stopping=b313e41b3af3,42577,1732285899503; zookeeper connection closed. 2024-11-22T14:31:48,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42577-0x10067d836b60007, quorum=127.0.0.1:55093, baseZNode=/0-464112142 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T14:31:48,509 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7cda4cdc {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7cda4cdc 2024-11-22T14:31:48,509 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-22T14:31:48,831 INFO [M:0;b313e41b3af3:45265 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-22T14:31:48,832 INFO [M:0;b313e41b3af3:45265 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-22T14:31:48,832 DEBUG [M:0;b313e41b3af3:45265 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T14:31:48,832 INFO [M:0;b313e41b3af3:45265 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T14:31:48,832 DEBUG [M:0;b313e41b3af3:45265 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T14:31:48,832 DEBUG [M:0;b313e41b3af3:45265 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T14:31:48,832 DEBUG [M:0;b313e41b3af3:45265 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T14:31:48,832 INFO [M:0;b313e41b3af3:45265 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-22T14:31:48,858 DEBUG [M:0;b313e41b3af3:45265 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/91631524-f60b-573c-14e8-f47f5ed1b6ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6fb346b44466446daa81e019e4096f73 is 82, key is hbase:meta,,1/info:regioninfo/1732285900845/Put/seqid=0 2024-11-22T14:31:48,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37755 is added to blk_1073741853_1029 (size=5680) 2024-11-22T14:31:48,874 INFO [M:0;b313e41b3af3:45265 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/91631524-f60b-573c-14e8-f47f5ed1b6ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6fb346b44466446daa81e019e4096f73 2024-11-22T14:31:48,910 DEBUG [M:0;b313e41b3af3:45265 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/91631524-f60b-573c-14e8-f47f5ed1b6ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dbecfdef2ff24e13b03de98419f5a55b is 375, key is \x00\x00\x00\x00\x00\x00\x00\x12/proc:d/1732285905104/Put/seqid=0 2024-11-22T14:31:48,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37755 is added to blk_1073741854_1030 (size=7319) 2024-11-22T14:31:48,938 INFO [M:0;b313e41b3af3:45265 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/91631524-f60b-573c-14e8-f47f5ed1b6ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dbecfdef2ff24e13b03de98419f5a55b 2024-11-22T14:31:48,975 DEBUG [M:0;b313e41b3af3:45265 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/91631524-f60b-573c-14e8-f47f5ed1b6ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/844a557ce16a4a6cab534dd84f0437e4 is 69, key is b313e41b3af3,42577,1732285899503/rs:state/1732285900248/Put/seqid=0 2024-11-22T14:31:48,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37755 is added to blk_1073741855_1031 (size=5371) 2024-11-22T14:31:49,400 INFO [M:0;b313e41b3af3:45265 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/91631524-f60b-573c-14e8-f47f5ed1b6ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/844a557ce16a4a6cab534dd84f0437e4 2024-11-22T14:31:49,405 INFO [M:0;b313e41b3af3:45265 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 844a557ce16a4a6cab534dd84f0437e4 2024-11-22T14:31:49,407 DEBUG [M:0;b313e41b3af3:45265 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/91631524-f60b-573c-14e8-f47f5ed1b6ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6fb346b44466446daa81e019e4096f73 as hdfs://localhost:38091/user/jenkins/test-data/91631524-f60b-573c-14e8-f47f5ed1b6ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6fb346b44466446daa81e019e4096f73 2024-11-22T14:31:49,413 INFO [M:0;b313e41b3af3:45265 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38091/user/jenkins/test-data/91631524-f60b-573c-14e8-f47f5ed1b6ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6fb346b44466446daa81e019e4096f73, entries=8, sequenceid=172, filesize=5.5 K 2024-11-22T14:31:49,414 DEBUG [M:0;b313e41b3af3:45265 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/91631524-f60b-573c-14e8-f47f5ed1b6ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dbecfdef2ff24e13b03de98419f5a55b as hdfs://localhost:38091/user/jenkins/test-data/91631524-f60b-573c-14e8-f47f5ed1b6ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/dbecfdef2ff24e13b03de98419f5a55b 2024-11-22T14:31:49,421 INFO [M:0;b313e41b3af3:45265 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38091/user/jenkins/test-data/91631524-f60b-573c-14e8-f47f5ed1b6ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/dbecfdef2ff24e13b03de98419f5a55b, entries=7, sequenceid=172, filesize=7.1 K 2024-11-22T14:31:49,422 DEBUG [M:0;b313e41b3af3:45265 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/91631524-f60b-573c-14e8-f47f5ed1b6ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/844a557ce16a4a6cab534dd84f0437e4 as hdfs://localhost:38091/user/jenkins/test-data/91631524-f60b-573c-14e8-f47f5ed1b6ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/844a557ce16a4a6cab534dd84f0437e4 2024-11-22T14:31:49,427 INFO [M:0;b313e41b3af3:45265 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 844a557ce16a4a6cab534dd84f0437e4 2024-11-22T14:31:49,427 INFO [M:0;b313e41b3af3:45265 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38091/user/jenkins/test-data/91631524-f60b-573c-14e8-f47f5ed1b6ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/844a557ce16a4a6cab534dd84f0437e4, entries=2, sequenceid=172, filesize=5.2 K 2024-11-22T14:31:49,429 INFO [M:0;b313e41b3af3:45265 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 597ms, sequenceid=172, compaction requested=false 2024-11-22T14:31:49,430 INFO [M:0;b313e41b3af3:45265 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T14:31:49,430 DEBUG [M:0;b313e41b3af3:45265 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732285908832Disabling compacts and flushes for region at 1732285908832Disabling writes for close at 1732285908832Obtaining lock to block concurrent updates at 1732285908832Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732285908832Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1732285908833 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732285908834 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732285908835 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732285908858 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732285908858Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732285908883 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732285908909 (+26 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732285908909Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732285908947 (+38 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732285908974 (+27 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732285908974Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4b71d6f6: reopening flushed file at 1732285909406 (+432 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ffee650: reopening flushed file at 1732285909413 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@789952b9: reopening flushed file at 1732285909421 (+8 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 597ms, sequenceid=172, compaction requested=false at 1732285909429 (+8 ms)Writing region close event to WAL at 1732285909430 (+1 ms)Closed at 1732285909430 2024-11-22T14:31:49,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37755 is added to blk_1073741847_1023 (size=22949) 2024-11-22T14:31:49,433 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/91631524-f60b-573c-14e8-f47f5ed1b6ef/MasterData/WALs/b313e41b3af3,45265,1732285899472/b313e41b3af3%2C45265%2C1732285899472.1732285900008 not finished, retry = 0 2024-11-22T14:31:49,534 INFO [M:0;b313e41b3af3:45265 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-22T14:31:49,534 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T14:31:49,534 INFO [M:0;b313e41b3af3:45265 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45265 2024-11-22T14:31:49,534 INFO [M:0;b313e41b3af3:45265 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T14:31:49,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45265-0x10067d836b60006, quorum=127.0.0.1:55093, baseZNode=/0-464112142 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T14:31:49,636 INFO [M:0;b313e41b3af3:45265 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T14:31:49,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45265-0x10067d836b60006, quorum=127.0.0.1:55093, baseZNode=/0-464112142 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T14:31:49,638 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7a2d6a05{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T14:31:49,638 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7f5d5cd1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T14:31:49,638 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T14:31:49,638 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@44d45b59{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T14:31:49,639 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6c529a07{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f7cef25-589d-81a0-4a5b-d11c6aff28c2/hadoop.log.dir/,STOPPED} 2024-11-22T14:31:49,640 WARN [BP-2027578243-172.17.0.2-1732285881812 heartbeating to localhost/127.0.0.1:38091 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-22T14:31:49,640 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-22T14:31:49,640 WARN [BP-2027578243-172.17.0.2-1732285881812 heartbeating to localhost/127.0.0.1:38091 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2027578243-172.17.0.2-1732285881812 (Datanode Uuid f7c1554b-bcd1-4ce5-8163-0b7d408b923e) service to localhost/127.0.0.1:38091 2024-11-22T14:31:49,640 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-22T14:31:49,640 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f7cef25-589d-81a0-4a5b-d11c6aff28c2/cluster_8641fd7a-d159-1bbe-b00d-79a8cb4e8b8e/data/data1/current/BP-2027578243-172.17.0.2-1732285881812 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T14:31:49,640 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f7cef25-589d-81a0-4a5b-d11c6aff28c2/cluster_8641fd7a-d159-1bbe-b00d-79a8cb4e8b8e/data/data2/current/BP-2027578243-172.17.0.2-1732285881812 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T14:31:49,641 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-22T14:31:49,645 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@303ee801{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T14:31:49,646 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@65cd7e94{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T14:31:49,646 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T14:31:49,646 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@178525d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T14:31:49,646 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f6d0cec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f7cef25-589d-81a0-4a5b-d11c6aff28c2/hadoop.log.dir/,STOPPED} 2024-11-22T14:31:49,656 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-22T14:31:49,669 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-22T14:31:49,679 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=108 (was 11) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:32909 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55093) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55093) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:32909 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32909 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38091 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32909 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32909 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/b313e41b3af3:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38091 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/b313e41b3af3:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38091 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@69bea221 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/b313e41b3af3:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38091 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38091 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:32909 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/b313e41b3af3:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32909 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:32909 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38091 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/b313e41b3af3:0.procedureResultReporter app//org.apache.hadoop.hbase.regionserver.HRegionServer.reportProcedureDone(HRegionServer.java:3557) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:90) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:38091 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38091 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:38091 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:32909 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=425 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=310 (was 238) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5582 (was 6746) 2024-11-22T14:31:49,686 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=108, OpenFileDescriptor=425, MaxFileDescriptor=1048576, SystemLoadAverage=310, ProcessCount=11, AvailableMemoryMB=5583 2024-11-22T14:31:49,698 INFO [Time-limited test {}] replication.TestMasterReplication(553): testBasePeerConfigsForPeerMutations 2024-11-22T14:31:49,699 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d627378f-5c35-c5f6-6059-7286fbb5cbcf/hadoop.log.dir so I do NOT create it in target/test-data/3480ca4b-e3fc-8bf2-a389-410487198139 2024-11-22T14:31:49,699 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d627378f-5c35-c5f6-6059-7286fbb5cbcf/hadoop.log.dir Erasing configuration value by system value. 2024-11-22T14:31:49,699 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d627378f-5c35-c5f6-6059-7286fbb5cbcf/hadoop.tmp.dir so I do NOT create it in target/test-data/3480ca4b-e3fc-8bf2-a389-410487198139 2024-11-22T14:31:49,699 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d627378f-5c35-c5f6-6059-7286fbb5cbcf/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-22T14:31:49,699 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3480ca4b-e3fc-8bf2-a389-410487198139 2024-11-22T14:31:49,699 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3480ca4b-e3fc-8bf2-a389-410487198139/cluster_1bc0ae70-fad6-9649-cac7-1b773e8879aa, deleteOnExit=true 2024-11-22T14:31:49,703 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3480ca4b-e3fc-8bf2-a389-410487198139/cluster_1bc0ae70-fad6-9649-cac7-1b773e8879aa/zookeeper_0, clientPort=53164, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3480ca4b-e3fc-8bf2-a389-410487198139/cluster_1bc0ae70-fad6-9649-cac7-1b773e8879aa/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3480ca4b-e3fc-8bf2-a389-410487198139/cluster_1bc0ae70-fad6-9649-cac7-1b773e8879aa/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-22T14:31:49,704 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=53164 2024-11-22T14:31:49,704 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-22T14:31:49,704 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-22T14:31:49,704 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3480ca4b-e3fc-8bf2-a389-410487198139/test.cache.data in system properties and HBase conf 2024-11-22T14:31:49,704 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3480ca4b-e3fc-8bf2-a389-410487198139/hadoop.tmp.dir in system properties and HBase conf 2024-11-22T14:31:49,704 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3480ca4b-e3fc-8bf2-a389-410487198139/hadoop.log.dir in system properties and HBase conf 2024-11-22T14:31:49,704 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3480ca4b-e3fc-8bf2-a389-410487198139/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-22T14:31:49,704 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3480ca4b-e3fc-8bf2-a389-410487198139/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-22T14:31:49,705 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-22T14:31:49,705 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-22T14:31:49,705 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3480ca4b-e3fc-8bf2-a389-410487198139/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-22T14:31:49,705 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3480ca4b-e3fc-8bf2-a389-410487198139/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-22T14:31:49,705 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3480ca4b-e3fc-8bf2-a389-410487198139/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-22T14:31:49,705 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3480ca4b-e3fc-8bf2-a389-410487198139/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T14:31:49,705 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3480ca4b-e3fc-8bf2-a389-410487198139/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-22T14:31:49,705 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3480ca4b-e3fc-8bf2-a389-410487198139/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-22T14:31:49,705 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3480ca4b-e3fc-8bf2-a389-410487198139/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T14:31:49,705 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3480ca4b-e3fc-8bf2-a389-410487198139/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T14:31:49,706 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3480ca4b-e3fc-8bf2-a389-410487198139/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-22T14:31:49,706 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3480ca4b-e3fc-8bf2-a389-410487198139/nfs.dump.dir in system properties and HBase conf 2024-11-22T14:31:49,706 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3480ca4b-e3fc-8bf2-a389-410487198139/java.io.tmpdir in system properties and HBase conf 2024-11-22T14:31:49,706 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3480ca4b-e3fc-8bf2-a389-410487198139/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T14:31:49,706 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3480ca4b-e3fc-8bf2-a389-410487198139/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-22T14:31:49,706 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3480ca4b-e3fc-8bf2-a389-410487198139/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-22T14:31:49,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10067d836b60002, quorum=127.0.0.1:55093, baseZNode=/0-464112142 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-22T14:31:49,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10067d836b60005, quorum=127.0.0.1:55093, baseZNode=/12122204604 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-22T14:31:49,751 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10067d836b60005, quorum=127.0.0.1:55093, baseZNode=/12122204604 Received Disconnected from ZooKeeper, ignoring 2024-11-22T14:31:49,751 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10067d836b60002, quorum=127.0.0.1:55093, baseZNode=/0-464112142 Received Disconnected from ZooKeeper, ignoring 2024-11-22T14:31:49,779 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T14:31:49,784 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T14:31:49,789 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T14:31:49,789 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T14:31:49,789 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-22T14:31:49,791 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T14:31:49,792 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7607be1c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3480ca4b-e3fc-8bf2-a389-410487198139/hadoop.log.dir/,AVAILABLE} 2024-11-22T14:31:49,793 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4ab6086a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T14:31:49,913 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@501cbce2{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3480ca4b-e3fc-8bf2-a389-410487198139/java.io.tmpdir/jetty-localhost-45959-hadoop-hdfs-3_4_1-tests_jar-_-any-5344989128703787212/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T14:31:49,914 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@45a87e15{HTTP/1.1, (http/1.1)}{localhost:45959} 2024-11-22T14:31:49,914 INFO [Time-limited test {}] server.Server(415): Started @30447ms 2024-11-22T14:31:49,978 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T14:31:49,982 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T14:31:49,984 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T14:31:49,985 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T14:31:49,985 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-22T14:31:49,985 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3d5819f4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3480ca4b-e3fc-8bf2-a389-410487198139/hadoop.log.dir/,AVAILABLE} 2024-11-22T14:31:49,985 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2d82accb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T14:31:50,081 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@79f3518d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3480ca4b-e3fc-8bf2-a389-410487198139/java.io.tmpdir/jetty-localhost-34627-hadoop-hdfs-3_4_1-tests_jar-_-any-15398740356201647892/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T14:31:50,082 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@304ca39a{HTTP/1.1, (http/1.1)}{localhost:34627} 2024-11-22T14:31:50,082 INFO [Time-limited test {}] server.Server(415): Started @30615ms 2024-11-22T14:31:50,083 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-22T14:31:50,153 WARN [Thread-497 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3480ca4b-e3fc-8bf2-a389-410487198139/cluster_1bc0ae70-fad6-9649-cac7-1b773e8879aa/data/data1/current/BP-1231054580-172.17.0.2-1732285909738/current, will proceed with Du for space computation calculation, 2024-11-22T14:31:50,154 WARN [Thread-498 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3480ca4b-e3fc-8bf2-a389-410487198139/cluster_1bc0ae70-fad6-9649-cac7-1b773e8879aa/data/data2/current/BP-1231054580-172.17.0.2-1732285909738/current, will proceed with Du for space computation calculation, 2024-11-22T14:31:50,174 WARN [Thread-485 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-22T14:31:50,177 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2bd6e1a4dfd55fa5 with lease ID 0xb053ac9d7c1c21be: Processing first storage report for DS-ed1ce72d-9f94-45af-8ac2-112bce66021d from datanode DatanodeRegistration(127.0.0.1:33443, datanodeUuid=e2a8671d-2140-4911-a084-53d19012f573, infoPort=44763, infoSecurePort=0, ipcPort=46589, storageInfo=lv=-57;cid=testClusterID;nsid=1288899694;c=1732285909738) 2024-11-22T14:31:50,177 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2bd6e1a4dfd55fa5 with lease ID 0xb053ac9d7c1c21be: from storage DS-ed1ce72d-9f94-45af-8ac2-112bce66021d node DatanodeRegistration(127.0.0.1:33443, datanodeUuid=e2a8671d-2140-4911-a084-53d19012f573, infoPort=44763, infoSecurePort=0, ipcPort=46589, storageInfo=lv=-57;cid=testClusterID;nsid=1288899694;c=1732285909738), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T14:31:50,177 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2bd6e1a4dfd55fa5 with lease ID 0xb053ac9d7c1c21be: Processing first storage report for DS-16be2631-8ccf-431f-a124-3aa735faceb2 from datanode DatanodeRegistration(127.0.0.1:33443, datanodeUuid=e2a8671d-2140-4911-a084-53d19012f573, infoPort=44763, infoSecurePort=0, ipcPort=46589, storageInfo=lv=-57;cid=testClusterID;nsid=1288899694;c=1732285909738) 2024-11-22T14:31:50,177 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2bd6e1a4dfd55fa5 with lease ID 0xb053ac9d7c1c21be: from storage DS-16be2631-8ccf-431f-a124-3aa735faceb2 node DatanodeRegistration(127.0.0.1:33443, datanodeUuid=e2a8671d-2140-4911-a084-53d19012f573, infoPort=44763, infoSecurePort=0, ipcPort=46589, storageInfo=lv=-57;cid=testClusterID;nsid=1288899694;c=1732285909738), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T14:31:50,213 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3480ca4b-e3fc-8bf2-a389-410487198139 2024-11-22T14:31:50,213 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T14:31:50,214 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T14:31:50,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33443 is added to blk_1073741825_1001 (size=7) 2024-11-22T14:31:50,626 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46379/user/jenkins/test-data/b07f4e3f-699f-03ba-5bc8-303c9c8966e9 with version=8 2024-11-22T14:31:50,626 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46379/user/jenkins/test-data/b07f4e3f-699f-03ba-5bc8-303c9c8966e9/hbase-staging 2024-11-22T14:31:50,628 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b313e41b3af3:0 server-side Connection retries=45 2024-11-22T14:31:50,628 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T14:31:50,628 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T14:31:50,628 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T14:31:50,628 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T14:31:50,628 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T14:31:50,628 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-22T14:31:50,629 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T14:31:50,629 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37023 2024-11-22T14:31:50,631 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37023 connecting to ZooKeeper ensemble=127.0.0.1:53164 2024-11-22T14:31:50,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:370230x0, quorum=127.0.0.1:53164, baseZNode=/0-1919314971 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T14:31:50,635 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37023-0x10067d8a7350000 connected 2024-11-22T14:31:50,647 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T14:31:50,649 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T14:31:50,651 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37023-0x10067d8a7350000, quorum=127.0.0.1:53164, baseZNode=/0-1919314971 Set watcher on znode that does not yet exist, /0-1919314971/running 2024-11-22T14:31:50,651 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46379/user/jenkins/test-data/b07f4e3f-699f-03ba-5bc8-303c9c8966e9, hbase.cluster.distributed=false 2024-11-22T14:31:50,653 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37023-0x10067d8a7350000, quorum=127.0.0.1:53164, baseZNode=/0-1919314971 Set watcher on znode that does not yet exist, /0-1919314971/acl 2024-11-22T14:31:50,654 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37023 2024-11-22T14:31:50,657 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37023 2024-11-22T14:31:50,657 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37023 2024-11-22T14:31:50,661 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37023 2024-11-22T14:31:50,662 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37023 2024-11-22T14:31:50,681 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b313e41b3af3:0 server-side Connection retries=45 2024-11-22T14:31:50,681 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T14:31:50,681 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T14:31:50,681 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T14:31:50,681 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T14:31:50,681 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T14:31:50,682 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-22T14:31:50,682 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T14:31:50,682 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40799 2024-11-22T14:31:50,684 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40799 connecting to ZooKeeper ensemble=127.0.0.1:53164 2024-11-22T14:31:50,685 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T14:31:50,687 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T14:31:50,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:407990x0, quorum=127.0.0.1:53164, baseZNode=/0-1919314971 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T14:31:50,692 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40799-0x10067d8a7350001 connected 2024-11-22T14:31:50,692 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40799-0x10067d8a7350001, quorum=127.0.0.1:53164, baseZNode=/0-1919314971 Set watcher on znode that does not yet exist, /0-1919314971/running 2024-11-22T14:31:50,692 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-22T14:31:50,693 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-22T14:31:50,694 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40799-0x10067d8a7350001, quorum=127.0.0.1:53164, baseZNode=/0-1919314971 Set watcher on znode that does not yet exist, /0-1919314971/master 2024-11-22T14:31:50,695 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40799-0x10067d8a7350001, quorum=127.0.0.1:53164, baseZNode=/0-1919314971 Set watcher on znode that does not yet exist, /0-1919314971/acl 2024-11-22T14:31:50,697 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40799 2024-11-22T14:31:50,697 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40799 2024-11-22T14:31:50,700 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40799 2024-11-22T14:31:50,700 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40799 2024-11-22T14:31:50,701 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40799 2024-11-22T14:31:50,713 DEBUG [M:0;b313e41b3af3:37023 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b313e41b3af3:37023 2024-11-22T14:31:50,713 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1919314971/backup-masters/b313e41b3af3,37023,1732285910628 2024-11-22T14:31:50,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37023-0x10067d8a7350000, quorum=127.0.0.1:53164, baseZNode=/0-1919314971 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1919314971/backup-masters 2024-11-22T14:31:50,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40799-0x10067d8a7350001, quorum=127.0.0.1:53164, baseZNode=/0-1919314971 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1919314971/backup-masters 2024-11-22T14:31:50,715 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37023-0x10067d8a7350000, quorum=127.0.0.1:53164, baseZNode=/0-1919314971 Set watcher on existing znode=/0-1919314971/backup-masters/b313e41b3af3,37023,1732285910628 2024-11-22T14:31:50,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40799-0x10067d8a7350001, quorum=127.0.0.1:53164, baseZNode=/0-1919314971 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1919314971/master 2024-11-22T14:31:50,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37023-0x10067d8a7350000, quorum=127.0.0.1:53164, baseZNode=/0-1919314971 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1919314971 2024-11-22T14:31:50,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40799-0x10067d8a7350001, quorum=127.0.0.1:53164, baseZNode=/0-1919314971 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1919314971 2024-11-22T14:31:50,716 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37023-0x10067d8a7350000, quorum=127.0.0.1:53164, baseZNode=/0-1919314971 Set watcher on existing znode=/0-1919314971/master 2024-11-22T14:31:50,717 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1919314971/backup-masters/b313e41b3af3,37023,1732285910628 from backup master directory 2024-11-22T14:31:50,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37023-0x10067d8a7350000, quorum=127.0.0.1:53164, baseZNode=/0-1919314971 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1919314971/backup-masters/b313e41b3af3,37023,1732285910628 2024-11-22T14:31:50,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40799-0x10067d8a7350001, quorum=127.0.0.1:53164, baseZNode=/0-1919314971 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1919314971/backup-masters 2024-11-22T14:31:50,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37023-0x10067d8a7350000, quorum=127.0.0.1:53164, baseZNode=/0-1919314971 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1919314971/backup-masters 2024-11-22T14:31:50,718 WARN [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T14:31:50,718 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b313e41b3af3,37023,1732285910628 2024-11-22T14:31:50,722 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46379/user/jenkins/test-data/b07f4e3f-699f-03ba-5bc8-303c9c8966e9/hbase.id] with ID: fdd58680-cdf8-4d5c-b409-dfa3af9aa609 2024-11-22T14:31:50,722 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46379/user/jenkins/test-data/b07f4e3f-699f-03ba-5bc8-303c9c8966e9/.tmp/hbase.id 2024-11-22T14:31:50,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33443 is added to blk_1073741826_1002 (size=42) 2024-11-22T14:31:50,732 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46379/user/jenkins/test-data/b07f4e3f-699f-03ba-5bc8-303c9c8966e9/.tmp/hbase.id]:[hdfs://localhost:46379/user/jenkins/test-data/b07f4e3f-699f-03ba-5bc8-303c9c8966e9/hbase.id] 2024-11-22T14:31:50,747 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T14:31:50,747 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-22T14:31:50,748 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-22T14:31:50,750 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37023-0x10067d8a7350000, quorum=127.0.0.1:53164, baseZNode=/0-1919314971 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1919314971 2024-11-22T14:31:50,750 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40799-0x10067d8a7350001, quorum=127.0.0.1:53164, baseZNode=/0-1919314971 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1919314971 2024-11-22T14:31:50,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33443 is added to blk_1073741827_1003 (size=196) 2024-11-22T14:31:51,159 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T14:31:51,160 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-22T14:31:51,160 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T14:31:51,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33443 is added to blk_1073741828_1004 (size=1189) 2024-11-22T14:31:51,568 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46379/user/jenkins/test-data/b07f4e3f-699f-03ba-5bc8-303c9c8966e9/MasterData/data/master/store 2024-11-22T14:31:51,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33443 is added to blk_1073741829_1005 (size=34) 2024-11-22T14:31:51,976 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T14:31:51,976 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T14:31:51,976 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T14:31:51,976 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T14:31:51,976 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T14:31:51,976 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T14:31:51,976 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T14:31:51,976 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732285911976Disabling compacts and flushes for region at 1732285911976Disabling writes for close at 1732285911976Writing region close event to WAL at 1732285911976Closed at 1732285911976 2024-11-22T14:31:51,977 WARN [master/b313e41b3af3:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46379/user/jenkins/test-data/b07f4e3f-699f-03ba-5bc8-303c9c8966e9/MasterData/data/master/store/.initializing 2024-11-22T14:31:51,977 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46379/user/jenkins/test-data/b07f4e3f-699f-03ba-5bc8-303c9c8966e9/MasterData/WALs/b313e41b3af3,37023,1732285910628 2024-11-22T14:31:51,978 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T14:31:51,981 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b313e41b3af3%2C37023%2C1732285910628, suffix=, logDir=hdfs://localhost:46379/user/jenkins/test-data/b07f4e3f-699f-03ba-5bc8-303c9c8966e9/MasterData/WALs/b313e41b3af3,37023,1732285910628, archiveDir=hdfs://localhost:46379/user/jenkins/test-data/b07f4e3f-699f-03ba-5bc8-303c9c8966e9/MasterData/oldWALs, maxLogs=10 2024-11-22T14:31:51,993 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b07f4e3f-699f-03ba-5bc8-303c9c8966e9/MasterData/WALs/b313e41b3af3,37023,1732285910628/b313e41b3af3%2C37023%2C1732285910628.1732285911981, exclude list is [], retry=0 2024-11-22T14:31:51,996 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33443,DS-ed1ce72d-9f94-45af-8ac2-112bce66021d,DISK] 2024-11-22T14:31:51,999 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b07f4e3f-699f-03ba-5bc8-303c9c8966e9/MasterData/WALs/b313e41b3af3,37023,1732285910628/b313e41b3af3%2C37023%2C1732285910628.1732285911981 2024-11-22T14:31:51,999 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44763:44763)] 2024-11-22T14:31:51,999 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-22T14:31:51,999 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T14:31:52,000 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:31:52,000 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:31:52,001 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:31:52,003 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-22T14:31:52,003 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:31:52,003 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T14:31:52,004 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:31:52,005 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-22T14:31:52,005 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:31:52,005 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:31:52,006 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:31:52,007 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-22T14:31:52,007 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:31:52,008 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:31:52,008 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:31:52,009 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-22T14:31:52,009 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:31:52,010 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:31:52,010 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:31:52,011 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46379/user/jenkins/test-data/b07f4e3f-699f-03ba-5bc8-303c9c8966e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:31:52,011 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46379/user/jenkins/test-data/b07f4e3f-699f-03ba-5bc8-303c9c8966e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:31:52,013 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:31:52,013 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:31:52,013 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T14:31:52,015 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:31:52,017 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46379/user/jenkins/test-data/b07f4e3f-699f-03ba-5bc8-303c9c8966e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T14:31:52,017 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70870420, jitterRate=0.056051552295684814}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T14:31:52,019 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732285912000Initializing all the Stores at 1732285912001 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732285912001Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732285912001Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732285912001Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732285912001Cleaning up temporary data from old regions at 1732285912013 (+12 ms)Region opened successfully at 1732285912018 (+5 ms) 2024-11-22T14:31:52,019 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-22T14:31:52,022 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74265fba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b313e41b3af3/172.17.0.2:0 2024-11-22T14:31:52,023 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-22T14:31:52,023 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-22T14:31:52,023 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-22T14:31:52,023 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-22T14:31:52,024 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-22T14:31:52,024 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-22T14:31:52,024 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-22T14:31:52,028 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-22T14:31:52,029 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37023-0x10067d8a7350000, quorum=127.0.0.1:53164, baseZNode=/0-1919314971 Unable to get data of znode /0-1919314971/balancer because node does not exist (not necessarily an error) 2024-11-22T14:31:52,030 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1919314971/balancer already deleted, retry=false 2024-11-22T14:31:52,030 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-22T14:31:52,031 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37023-0x10067d8a7350000, quorum=127.0.0.1:53164, baseZNode=/0-1919314971 Unable to get data of znode /0-1919314971/normalizer because node does not exist (not necessarily an error) 2024-11-22T14:31:52,032 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1919314971/normalizer already deleted, retry=false 2024-11-22T14:31:52,032 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-22T14:31:52,033 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37023-0x10067d8a7350000, quorum=127.0.0.1:53164, baseZNode=/0-1919314971 Unable to get data of znode /0-1919314971/switch/split because node does not exist (not necessarily an error) 2024-11-22T14:31:52,033 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1919314971/switch/split already deleted, retry=false 2024-11-22T14:31:52,034 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37023-0x10067d8a7350000, quorum=127.0.0.1:53164, baseZNode=/0-1919314971 Unable to get data of znode /0-1919314971/switch/merge because node does not exist (not necessarily an error) 2024-11-22T14:31:52,035 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1919314971/switch/merge already deleted, retry=false 2024-11-22T14:31:52,037 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37023-0x10067d8a7350000, quorum=127.0.0.1:53164, baseZNode=/0-1919314971 Unable to get data of znode /0-1919314971/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-22T14:31:52,037 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1919314971/snapshot-cleanup already deleted, retry=false 2024-11-22T14:31:52,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37023-0x10067d8a7350000, quorum=127.0.0.1:53164, baseZNode=/0-1919314971 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1919314971/running 2024-11-22T14:31:52,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40799-0x10067d8a7350001, quorum=127.0.0.1:53164, baseZNode=/0-1919314971 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1919314971/running 2024-11-22T14:31:52,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40799-0x10067d8a7350001, quorum=127.0.0.1:53164, baseZNode=/0-1919314971 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1919314971 2024-11-22T14:31:52,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37023-0x10067d8a7350000, quorum=127.0.0.1:53164, baseZNode=/0-1919314971 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1919314971 2024-11-22T14:31:52,039 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b313e41b3af3,37023,1732285910628, sessionid=0x10067d8a7350000, setting cluster-up flag (Was=false) 2024-11-22T14:31:52,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40799-0x10067d8a7350001, quorum=127.0.0.1:53164, baseZNode=/0-1919314971 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1919314971 2024-11-22T14:31:52,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37023-0x10067d8a7350000, quorum=127.0.0.1:53164, baseZNode=/0-1919314971 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1919314971 2024-11-22T14:31:52,043 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1919314971/flush-table-proc/acquired, /0-1919314971/flush-table-proc/reached, /0-1919314971/flush-table-proc/abort 2024-11-22T14:31:52,044 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b313e41b3af3,37023,1732285910628 2024-11-22T14:31:52,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37023-0x10067d8a7350000, quorum=127.0.0.1:53164, baseZNode=/0-1919314971 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1919314971 2024-11-22T14:31:52,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40799-0x10067d8a7350001, quorum=127.0.0.1:53164, baseZNode=/0-1919314971 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1919314971 2024-11-22T14:31:52,049 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1919314971/online-snapshot/acquired, /0-1919314971/online-snapshot/reached, /0-1919314971/online-snapshot/abort 2024-11-22T14:31:52,050 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b313e41b3af3,37023,1732285910628 2024-11-22T14:31:52,051 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46379/user/jenkins/test-data/b07f4e3f-699f-03ba-5bc8-303c9c8966e9/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-22T14:31:52,053 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-22T14:31:52,053 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-22T14:31:52,053 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-22T14:31:52,054 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b313e41b3af3,37023,1732285910628 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-22T14:31:52,055 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b313e41b3af3:0, corePoolSize=5, maxPoolSize=5 2024-11-22T14:31:52,055 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b313e41b3af3:0, corePoolSize=5, maxPoolSize=5 2024-11-22T14:31:52,055 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b313e41b3af3:0, corePoolSize=5, maxPoolSize=5 2024-11-22T14:31:52,055 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b313e41b3af3:0, corePoolSize=5, maxPoolSize=5 2024-11-22T14:31:52,055 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b313e41b3af3:0, corePoolSize=10, maxPoolSize=10 2024-11-22T14:31:52,055 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:31:52,055 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b313e41b3af3:0, corePoolSize=2, maxPoolSize=2 2024-11-22T14:31:52,055 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:31:52,056 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732285942056 2024-11-22T14:31:52,056 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-22T14:31:52,056 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-22T14:31:52,056 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-22T14:31:52,056 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-22T14:31:52,056 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-22T14:31:52,056 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-22T14:31:52,057 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T14:31:52,057 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T14:31:52,057 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-22T14:31:52,059 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:31:52,059 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-22T14:31:52,060 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-22T14:31:52,060 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-22T14:31:52,060 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-22T14:31:52,060 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-22T14:31:52,061 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-22T14:31:52,061 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-22T14:31:52,061 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b313e41b3af3:0:becomeActiveMaster-HFileCleaner.large.0-1732285912061,5,FailOnTimeoutGroup] 2024-11-22T14:31:52,061 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b313e41b3af3:0:becomeActiveMaster-HFileCleaner.small.0-1732285912061,5,FailOnTimeoutGroup] 2024-11-22T14:31:52,061 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T14:31:52,061 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-22T14:31:52,062 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-22T14:31:52,062 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-22T14:31:52,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33443 is added to blk_1073741831_1007 (size=1321) 2024-11-22T14:31:52,104 INFO [RS:0;b313e41b3af3:40799 {}] regionserver.HRegionServer(746): ClusterId : fdd58680-cdf8-4d5c-b409-dfa3af9aa609 2024-11-22T14:31:52,104 DEBUG [RS:0;b313e41b3af3:40799 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-22T14:31:52,106 DEBUG [RS:0;b313e41b3af3:40799 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-22T14:31:52,106 DEBUG [RS:0;b313e41b3af3:40799 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-22T14:31:52,108 DEBUG [RS:0;b313e41b3af3:40799 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-22T14:31:52,108 DEBUG [RS:0;b313e41b3af3:40799 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22952190, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b313e41b3af3/172.17.0.2:0 2024-11-22T14:31:52,119 DEBUG [RS:0;b313e41b3af3:40799 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b313e41b3af3:40799 2024-11-22T14:31:52,120 INFO [RS:0;b313e41b3af3:40799 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-22T14:31:52,120 INFO [RS:0;b313e41b3af3:40799 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-22T14:31:52,120 DEBUG [RS:0;b313e41b3af3:40799 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-22T14:31:52,120 INFO [RS:0;b313e41b3af3:40799 {}] regionserver.HRegionServer(2659): reportForDuty to master=b313e41b3af3,37023,1732285910628 with port=40799, startcode=1732285910680 2024-11-22T14:31:52,121 DEBUG [RS:0;b313e41b3af3:40799 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-22T14:31:52,122 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52109, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-22T14:31:52,123 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37023 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b313e41b3af3,40799,1732285910680 2024-11-22T14:31:52,123 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37023 {}] master.ServerManager(517): Registering regionserver=b313e41b3af3,40799,1732285910680 2024-11-22T14:31:52,125 DEBUG [RS:0;b313e41b3af3:40799 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46379/user/jenkins/test-data/b07f4e3f-699f-03ba-5bc8-303c9c8966e9 2024-11-22T14:31:52,125 DEBUG [RS:0;b313e41b3af3:40799 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46379 2024-11-22T14:31:52,125 DEBUG [RS:0;b313e41b3af3:40799 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-22T14:31:52,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37023-0x10067d8a7350000, quorum=127.0.0.1:53164, baseZNode=/0-1919314971 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1919314971/rs 2024-11-22T14:31:52,127 DEBUG [RS:0;b313e41b3af3:40799 {}] zookeeper.ZKUtil(111): regionserver:40799-0x10067d8a7350001, quorum=127.0.0.1:53164, baseZNode=/0-1919314971 Set watcher on existing znode=/0-1919314971/rs/b313e41b3af3,40799,1732285910680 2024-11-22T14:31:52,127 WARN [RS:0;b313e41b3af3:40799 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T14:31:52,127 INFO [RS:0;b313e41b3af3:40799 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T14:31:52,127 DEBUG [RS:0;b313e41b3af3:40799 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46379/user/jenkins/test-data/b07f4e3f-699f-03ba-5bc8-303c9c8966e9/WALs/b313e41b3af3,40799,1732285910680 2024-11-22T14:31:52,127 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b313e41b3af3,40799,1732285910680] 2024-11-22T14:31:52,132 INFO [RS:0;b313e41b3af3:40799 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-22T14:31:52,135 INFO [RS:0;b313e41b3af3:40799 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-22T14:31:52,135 INFO [RS:0;b313e41b3af3:40799 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-22T14:31:52,136 INFO [RS:0;b313e41b3af3:40799 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T14:31:52,137 INFO [RS:0;b313e41b3af3:40799 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-22T14:31:52,138 INFO [RS:0;b313e41b3af3:40799 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-22T14:31:52,138 INFO [RS:0;b313e41b3af3:40799 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-22T14:31:52,138 DEBUG [RS:0;b313e41b3af3:40799 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:31:52,139 DEBUG [RS:0;b313e41b3af3:40799 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:31:52,139 DEBUG [RS:0;b313e41b3af3:40799 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:31:52,139 DEBUG [RS:0;b313e41b3af3:40799 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:31:52,139 DEBUG [RS:0;b313e41b3af3:40799 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:31:52,139 DEBUG [RS:0;b313e41b3af3:40799 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b313e41b3af3:0, corePoolSize=2, maxPoolSize=2 2024-11-22T14:31:52,139 DEBUG [RS:0;b313e41b3af3:40799 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:31:52,139 DEBUG [RS:0;b313e41b3af3:40799 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:31:52,139 DEBUG [RS:0;b313e41b3af3:40799 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:31:52,139 DEBUG [RS:0;b313e41b3af3:40799 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:31:52,139 DEBUG [RS:0;b313e41b3af3:40799 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:31:52,139 DEBUG [RS:0;b313e41b3af3:40799 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:31:52,139 DEBUG [RS:0;b313e41b3af3:40799 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b313e41b3af3:0, corePoolSize=3, maxPoolSize=3 2024-11-22T14:31:52,140 DEBUG [RS:0;b313e41b3af3:40799 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b313e41b3af3:0, corePoolSize=3, maxPoolSize=3 2024-11-22T14:31:52,143 INFO [RS:0;b313e41b3af3:40799 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T14:31:52,144 INFO [RS:0;b313e41b3af3:40799 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T14:31:52,144 INFO [RS:0;b313e41b3af3:40799 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T14:31:52,144 INFO [RS:0;b313e41b3af3:40799 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-22T14:31:52,144 INFO [RS:0;b313e41b3af3:40799 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-22T14:31:52,144 INFO [RS:0;b313e41b3af3:40799 {}] hbase.ChoreService(168): Chore ScheduledChore name=b313e41b3af3,40799,1732285910680-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T14:31:52,160 INFO [RS:0;b313e41b3af3:40799 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-22T14:31:52,160 INFO [RS:0;b313e41b3af3:40799 {}] hbase.ChoreService(168): Chore ScheduledChore name=b313e41b3af3,40799,1732285910680-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T14:31:52,160 INFO [RS:0;b313e41b3af3:40799 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T14:31:52,160 INFO [RS:0;b313e41b3af3:40799 {}] regionserver.Replication(171): b313e41b3af3,40799,1732285910680 started 2024-11-22T14:31:52,175 INFO [RS:0;b313e41b3af3:40799 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T14:31:52,175 INFO [RS:0;b313e41b3af3:40799 {}] regionserver.HRegionServer(1482): Serving as b313e41b3af3,40799,1732285910680, RpcServer on b313e41b3af3/172.17.0.2:40799, sessionid=0x10067d8a7350001 2024-11-22T14:31:52,176 DEBUG [RS:0;b313e41b3af3:40799 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-22T14:31:52,176 DEBUG [RS:0;b313e41b3af3:40799 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b313e41b3af3,40799,1732285910680 2024-11-22T14:31:52,176 DEBUG [RS:0;b313e41b3af3:40799 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b313e41b3af3,40799,1732285910680' 2024-11-22T14:31:52,176 DEBUG [RS:0;b313e41b3af3:40799 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1919314971/flush-table-proc/abort' 2024-11-22T14:31:52,176 DEBUG [RS:0;b313e41b3af3:40799 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1919314971/flush-table-proc/acquired' 2024-11-22T14:31:52,177 DEBUG [RS:0;b313e41b3af3:40799 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-22T14:31:52,177 DEBUG [RS:0;b313e41b3af3:40799 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-22T14:31:52,177 DEBUG [RS:0;b313e41b3af3:40799 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b313e41b3af3,40799,1732285910680 2024-11-22T14:31:52,177 DEBUG [RS:0;b313e41b3af3:40799 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b313e41b3af3,40799,1732285910680' 2024-11-22T14:31:52,177 DEBUG [RS:0;b313e41b3af3:40799 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1919314971/online-snapshot/abort' 2024-11-22T14:31:52,178 DEBUG [RS:0;b313e41b3af3:40799 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1919314971/online-snapshot/acquired' 2024-11-22T14:31:52,178 DEBUG [RS:0;b313e41b3af3:40799 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-22T14:31:52,178 INFO [RS:0;b313e41b3af3:40799 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-22T14:31:52,178 INFO [RS:0;b313e41b3af3:40799 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-22T14:31:52,279 INFO [RS:0;b313e41b3af3:40799 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T14:31:52,281 INFO [RS:0;b313e41b3af3:40799 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b313e41b3af3%2C40799%2C1732285910680, suffix=, logDir=hdfs://localhost:46379/user/jenkins/test-data/b07f4e3f-699f-03ba-5bc8-303c9c8966e9/WALs/b313e41b3af3,40799,1732285910680, archiveDir=hdfs://localhost:46379/user/jenkins/test-data/b07f4e3f-699f-03ba-5bc8-303c9c8966e9/oldWALs, maxLogs=10 2024-11-22T14:31:52,294 DEBUG [RS:0;b313e41b3af3:40799 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b07f4e3f-699f-03ba-5bc8-303c9c8966e9/WALs/b313e41b3af3,40799,1732285910680/b313e41b3af3%2C40799%2C1732285910680.1732285912281, exclude list is [], retry=0 2024-11-22T14:31:52,297 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33443,DS-ed1ce72d-9f94-45af-8ac2-112bce66021d,DISK] 2024-11-22T14:31:52,299 INFO [RS:0;b313e41b3af3:40799 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b07f4e3f-699f-03ba-5bc8-303c9c8966e9/WALs/b313e41b3af3,40799,1732285910680/b313e41b3af3%2C40799%2C1732285910680.1732285912281 2024-11-22T14:31:52,299 DEBUG [RS:0;b313e41b3af3:40799 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44763:44763)] 2024-11-22T14:31:52,468 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46379/user/jenkins/test-data/b07f4e3f-699f-03ba-5bc8-303c9c8966e9/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-22T14:31:52,468 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46379/user/jenkins/test-data/b07f4e3f-699f-03ba-5bc8-303c9c8966e9 2024-11-22T14:31:52,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33443 is added to blk_1073741833_1009 (size=32) 2024-11-22T14:31:52,877 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T14:31:52,878 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T14:31:52,880 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T14:31:52,880 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:31:52,881 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T14:31:52,881 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-22T14:31:52,881 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T14:31:52,883 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T14:31:52,883 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:31:52,883 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T14:31:52,883 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T14:31:52,884 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:31:52,885 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T14:31:52,885 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:31:52,885 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T14:31:52,886 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T14:31:52,887 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T14:31:52,887 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:31:52,888 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T14:31:52,888 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T14:31:52,889 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46379/user/jenkins/test-data/b07f4e3f-699f-03ba-5bc8-303c9c8966e9/data/hbase/meta/1588230740 2024-11-22T14:31:52,889 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46379/user/jenkins/test-data/b07f4e3f-699f-03ba-5bc8-303c9c8966e9/data/hbase/meta/1588230740 2024-11-22T14:31:52,892 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T14:31:52,892 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T14:31:52,893 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T14:31:52,894 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T14:31:52,897 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46379/user/jenkins/test-data/b07f4e3f-699f-03ba-5bc8-303c9c8966e9/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T14:31:52,897 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69415958, jitterRate=0.034378379583358765}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T14:31:52,898 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732285912877Initializing all the Stores at 1732285912878 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732285912878Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732285912878Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732285912878Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732285912878Cleaning up temporary data from old regions at 1732285912892 (+14 ms)Region opened successfully at 1732285912898 (+6 ms) 2024-11-22T14:31:52,898 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-22T14:31:52,898 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-22T14:31:52,898 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-22T14:31:52,898 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T14:31:52,898 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T14:31:52,899 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-22T14:31:52,899 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732285912898Disabling compacts and flushes for region at 1732285912898Disabling writes for close at 1732285912898Writing region close event to WAL at 1732285912899 (+1 ms)Closed at 1732285912899 2024-11-22T14:31:52,900 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T14:31:52,900 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-22T14:31:52,900 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-22T14:31:52,902 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T14:31:52,904 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-22T14:31:52,910 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:31:53,054 DEBUG [b313e41b3af3:37023 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-22T14:31:53,055 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b313e41b3af3,40799,1732285910680 2024-11-22T14:31:53,056 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b313e41b3af3,40799,1732285910680, state=OPENING 2024-11-22T14:31:53,057 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-22T14:31:53,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37023-0x10067d8a7350000, quorum=127.0.0.1:53164, baseZNode=/0-1919314971 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1919314971 2024-11-22T14:31:53,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40799-0x10067d8a7350001, quorum=127.0.0.1:53164, baseZNode=/0-1919314971 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1919314971 2024-11-22T14:31:53,060 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T14:31:53,060 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1919314971/meta-region-server: CHANGED 2024-11-22T14:31:53,060 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1919314971/meta-region-server: CHANGED 2024-11-22T14:31:53,060 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b313e41b3af3,40799,1732285910680}] 2024-11-22T14:31:53,214 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-22T14:31:53,216 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48321, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-22T14:31:53,219 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-22T14:31:53,220 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T14:31:53,220 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-22T14:31:53,222 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b313e41b3af3%2C40799%2C1732285910680.meta, suffix=.meta, logDir=hdfs://localhost:46379/user/jenkins/test-data/b07f4e3f-699f-03ba-5bc8-303c9c8966e9/WALs/b313e41b3af3,40799,1732285910680, archiveDir=hdfs://localhost:46379/user/jenkins/test-data/b07f4e3f-699f-03ba-5bc8-303c9c8966e9/oldWALs, maxLogs=10 2024-11-22T14:31:53,235 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b07f4e3f-699f-03ba-5bc8-303c9c8966e9/WALs/b313e41b3af3,40799,1732285910680/b313e41b3af3%2C40799%2C1732285910680.meta.1732285913222.meta, exclude list is [], retry=0 2024-11-22T14:31:53,238 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33443,DS-ed1ce72d-9f94-45af-8ac2-112bce66021d,DISK] 2024-11-22T14:31:53,240 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b07f4e3f-699f-03ba-5bc8-303c9c8966e9/WALs/b313e41b3af3,40799,1732285910680/b313e41b3af3%2C40799%2C1732285910680.meta.1732285913222.meta 2024-11-22T14:31:53,240 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44763:44763)] 2024-11-22T14:31:53,240 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-22T14:31:53,241 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-22T14:31:53,241 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-22T14:31:53,241 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-22T14:31:53,241 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-22T14:31:53,241 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-22T14:31:53,242 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T14:31:53,242 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-22T14:31:53,242 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-22T14:31:53,244 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T14:31:53,245 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T14:31:53,245 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:31:53,246 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T14:31:53,246 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T14:31:53,247 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T14:31:53,247 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:31:53,247 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T14:31:53,248 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T14:31:53,249 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T14:31:53,249 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:31:53,249 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T14:31:53,249 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T14:31:53,250 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T14:31:53,250 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:31:53,251 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T14:31:53,251 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T14:31:53,252 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46379/user/jenkins/test-data/b07f4e3f-699f-03ba-5bc8-303c9c8966e9/data/hbase/meta/1588230740 2024-11-22T14:31:53,254 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46379/user/jenkins/test-data/b07f4e3f-699f-03ba-5bc8-303c9c8966e9/data/hbase/meta/1588230740 2024-11-22T14:31:53,255 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T14:31:53,255 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T14:31:53,256 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T14:31:53,258 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T14:31:53,259 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70197004, jitterRate=0.0460168719291687}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T14:31:53,259 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-22T14:31:53,260 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732285913242Writing region info on filesystem at 1732285913242Initializing all the Stores at 1732285913243 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732285913243Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732285913243Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732285913243Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732285913243Cleaning up temporary data from old regions at 1732285913255 (+12 ms)Running coprocessor post-open hooks at 1732285913259 (+4 ms)Region opened successfully at 1732285913260 (+1 ms) 2024-11-22T14:31:53,261 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732285913213 2024-11-22T14:31:53,264 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-22T14:31:53,264 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-22T14:31:53,265 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b313e41b3af3,40799,1732285910680 2024-11-22T14:31:53,266 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b313e41b3af3,40799,1732285910680, state=OPEN 2024-11-22T14:31:53,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37023-0x10067d8a7350000, quorum=127.0.0.1:53164, baseZNode=/0-1919314971 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1919314971/meta-region-server 2024-11-22T14:31:53,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40799-0x10067d8a7350001, quorum=127.0.0.1:53164, baseZNode=/0-1919314971 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1919314971/meta-region-server 2024-11-22T14:31:53,267 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b313e41b3af3,40799,1732285910680 2024-11-22T14:31:53,267 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1919314971/meta-region-server: CHANGED 2024-11-22T14:31:53,267 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1919314971/meta-region-server: CHANGED 2024-11-22T14:31:53,271 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-22T14:31:53,271 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b313e41b3af3,40799,1732285910680 in 207 msec 2024-11-22T14:31:53,274 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-22T14:31:53,274 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 371 msec 2024-11-22T14:31:53,275 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T14:31:53,275 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-22T14:31:53,277 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T14:31:53,277 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b313e41b3af3,40799,1732285910680, seqNum=-1] 2024-11-22T14:31:53,278 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T14:31:53,279 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36685, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T14:31:53,286 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2320 sec 2024-11-22T14:31:53,286 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732285913286, completionTime=-1 2024-11-22T14:31:53,287 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-22T14:31:53,287 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-22T14:31:53,289 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-22T14:31:53,289 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732285973289 2024-11-22T14:31:53,289 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732286033289 2024-11-22T14:31:53,289 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-22T14:31:53,289 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b313e41b3af3,37023,1732285910628-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T14:31:53,289 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b313e41b3af3,37023,1732285910628-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T14:31:53,289 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b313e41b3af3,37023,1732285910628-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T14:31:53,289 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b313e41b3af3:37023, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T14:31:53,290 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-22T14:31:53,290 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-22T14:31:53,292 DEBUG [master/b313e41b3af3:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-22T14:31:53,294 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.576sec 2024-11-22T14:31:53,294 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-22T14:31:53,294 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-22T14:31:53,295 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-22T14:31:53,295 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-22T14:31:53,295 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-22T14:31:53,295 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b313e41b3af3,37023,1732285910628-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T14:31:53,295 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b313e41b3af3,37023,1732285910628-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-22T14:31:53,297 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-22T14:31:53,297 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-22T14:31:53,298 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b313e41b3af3,37023,1732285910628-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T14:31:53,304 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@647a1f2a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:31:53,304 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b313e41b3af3,37023,-1 for getting cluster id 2024-11-22T14:31:53,304 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T14:31:53,306 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fdd58680-cdf8-4d5c-b409-dfa3af9aa609' 2024-11-22T14:31:53,306 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T14:31:53,306 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fdd58680-cdf8-4d5c-b409-dfa3af9aa609" 2024-11-22T14:31:53,306 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b89fd8a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:31:53,306 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b313e41b3af3,37023,-1] 2024-11-22T14:31:53,306 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T14:31:53,307 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:31:53,308 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39764, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T14:31:53,309 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6dea97bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:31:53,309 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T14:31:53,311 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b313e41b3af3,40799,1732285910680, seqNum=-1] 2024-11-22T14:31:53,311 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T14:31:53,312 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58726, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T14:31:53,314 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b313e41b3af3,37023,1732285910628 2024-11-22T14:31:53,315 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:53164 2024-11-22T14:31:53,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:53164, baseZNode=/0-1919314971 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T14:31:53,318 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10067d8a7350002 connected 2024-11-22T14:31:53,321 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3480ca4b-e3fc-8bf2-a389-410487198139/hadoop.log.dir so I do NOT create it in target/test-data/7d398001-adbb-8183-21ec-e01b287c1cf4 2024-11-22T14:31:53,321 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3480ca4b-e3fc-8bf2-a389-410487198139/hadoop.log.dir Erasing configuration value by system value. 2024-11-22T14:31:53,321 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3480ca4b-e3fc-8bf2-a389-410487198139/hadoop.tmp.dir so I do NOT create it in target/test-data/7d398001-adbb-8183-21ec-e01b287c1cf4 2024-11-22T14:31:53,321 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3480ca4b-e3fc-8bf2-a389-410487198139/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-22T14:31:53,321 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7d398001-adbb-8183-21ec-e01b287c1cf4 2024-11-22T14:31:53,321 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-22T14:31:53,321 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7d398001-adbb-8183-21ec-e01b287c1cf4/cluster_c6f0286e-f287-d474-0ab5-896114374b0c, deleteOnExit=true 2024-11-22T14:31:53,321 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-22T14:31:53,322 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7d398001-adbb-8183-21ec-e01b287c1cf4/test.cache.data in system properties and HBase conf 2024-11-22T14:31:53,322 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7d398001-adbb-8183-21ec-e01b287c1cf4/hadoop.tmp.dir in system properties and HBase conf 2024-11-22T14:31:53,322 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7d398001-adbb-8183-21ec-e01b287c1cf4/hadoop.log.dir in system properties and HBase conf 2024-11-22T14:31:53,322 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7d398001-adbb-8183-21ec-e01b287c1cf4/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-22T14:31:53,322 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7d398001-adbb-8183-21ec-e01b287c1cf4/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-22T14:31:53,322 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-22T14:31:53,322 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-22T14:31:53,322 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7d398001-adbb-8183-21ec-e01b287c1cf4/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-22T14:31:53,322 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7d398001-adbb-8183-21ec-e01b287c1cf4/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-22T14:31:53,322 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7d398001-adbb-8183-21ec-e01b287c1cf4/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-22T14:31:53,322 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7d398001-adbb-8183-21ec-e01b287c1cf4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T14:31:53,323 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7d398001-adbb-8183-21ec-e01b287c1cf4/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-22T14:31:53,323 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7d398001-adbb-8183-21ec-e01b287c1cf4/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-22T14:31:53,323 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7d398001-adbb-8183-21ec-e01b287c1cf4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T14:31:53,323 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7d398001-adbb-8183-21ec-e01b287c1cf4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T14:31:53,323 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7d398001-adbb-8183-21ec-e01b287c1cf4/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-22T14:31:53,323 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7d398001-adbb-8183-21ec-e01b287c1cf4/nfs.dump.dir in system properties and HBase conf 2024-11-22T14:31:53,323 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7d398001-adbb-8183-21ec-e01b287c1cf4/java.io.tmpdir in system properties and HBase conf 2024-11-22T14:31:53,323 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7d398001-adbb-8183-21ec-e01b287c1cf4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T14:31:53,323 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7d398001-adbb-8183-21ec-e01b287c1cf4/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-22T14:31:53,323 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7d398001-adbb-8183-21ec-e01b287c1cf4/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-22T14:31:53,390 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T14:31:53,396 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T14:31:53,399 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T14:31:53,400 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T14:31:53,400 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-22T14:31:53,401 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T14:31:53,402 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2e9e52a8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7d398001-adbb-8183-21ec-e01b287c1cf4/hadoop.log.dir/,AVAILABLE} 2024-11-22T14:31:53,403 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6bdd1ba8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T14:31:53,532 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5c9b3cc8{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7d398001-adbb-8183-21ec-e01b287c1cf4/java.io.tmpdir/jetty-localhost-37429-hadoop-hdfs-3_4_1-tests_jar-_-any-15466163528288129004/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T14:31:53,538 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@a51996c{HTTP/1.1, (http/1.1)}{localhost:37429} 2024-11-22T14:31:53,538 INFO [Time-limited test {}] server.Server(415): Started @34072ms 2024-11-22T14:31:53,650 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T14:31:53,656 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T14:31:53,657 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T14:31:53,657 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T14:31:53,657 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-22T14:31:53,658 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@78ceb2d4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7d398001-adbb-8183-21ec-e01b287c1cf4/hadoop.log.dir/,AVAILABLE} 2024-11-22T14:31:53,658 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2939c861{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T14:31:53,760 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@51da98bc{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7d398001-adbb-8183-21ec-e01b287c1cf4/java.io.tmpdir/jetty-localhost-36379-hadoop-hdfs-3_4_1-tests_jar-_-any-16710810913519843724/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T14:31:53,760 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@48299201{HTTP/1.1, (http/1.1)}{localhost:36379} 2024-11-22T14:31:53,760 INFO [Time-limited test {}] server.Server(415): Started @34293ms 2024-11-22T14:31:53,761 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-22T14:31:53,850 WARN [Thread-619 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7d398001-adbb-8183-21ec-e01b287c1cf4/cluster_c6f0286e-f287-d474-0ab5-896114374b0c/data/data2/current/BP-1422359113-172.17.0.2-1732285913346/current, will proceed with Du for space computation calculation, 2024-11-22T14:31:53,850 WARN [Thread-618 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7d398001-adbb-8183-21ec-e01b287c1cf4/cluster_c6f0286e-f287-d474-0ab5-896114374b0c/data/data1/current/BP-1422359113-172.17.0.2-1732285913346/current, will proceed with Du for space computation calculation, 2024-11-22T14:31:53,870 WARN [Thread-606 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-22T14:31:53,873 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2385fa852d1b3c00 with lease ID 0x8a413ec3e75d02bc: Processing first storage report for DS-9273f3a7-0b51-45a4-aa82-af6037af5876 from datanode DatanodeRegistration(127.0.0.1:42989, datanodeUuid=a3583635-9dcb-4468-bfc9-3eea2d89981c, infoPort=40679, infoSecurePort=0, ipcPort=44837, storageInfo=lv=-57;cid=testClusterID;nsid=1918018551;c=1732285913346) 2024-11-22T14:31:53,874 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2385fa852d1b3c00 with lease ID 0x8a413ec3e75d02bc: from storage DS-9273f3a7-0b51-45a4-aa82-af6037af5876 node DatanodeRegistration(127.0.0.1:42989, datanodeUuid=a3583635-9dcb-4468-bfc9-3eea2d89981c, infoPort=40679, infoSecurePort=0, ipcPort=44837, storageInfo=lv=-57;cid=testClusterID;nsid=1918018551;c=1732285913346), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T14:31:53,874 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2385fa852d1b3c00 with lease ID 0x8a413ec3e75d02bc: Processing first storage report for DS-a37d8583-514c-470c-9d4e-884e0248b5dc from datanode DatanodeRegistration(127.0.0.1:42989, datanodeUuid=a3583635-9dcb-4468-bfc9-3eea2d89981c, infoPort=40679, infoSecurePort=0, ipcPort=44837, storageInfo=lv=-57;cid=testClusterID;nsid=1918018551;c=1732285913346) 2024-11-22T14:31:53,874 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2385fa852d1b3c00 with lease ID 0x8a413ec3e75d02bc: from storage DS-a37d8583-514c-470c-9d4e-884e0248b5dc node DatanodeRegistration(127.0.0.1:42989, datanodeUuid=a3583635-9dcb-4468-bfc9-3eea2d89981c, infoPort=40679, infoSecurePort=0, ipcPort=44837, storageInfo=lv=-57;cid=testClusterID;nsid=1918018551;c=1732285913346), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T14:31:53,913 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7d398001-adbb-8183-21ec-e01b287c1cf4 2024-11-22T14:31:53,914 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T14:31:53,916 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T14:31:53,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42989 is added to blk_1073741825_1001 (size=7) 2024-11-22T14:31:53,934 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:32979/user/jenkins/test-data/ba7e267c-8f85-eae8-38f5-d3b2454b660b with version=8 2024-11-22T14:31:53,934 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:32979/user/jenkins/test-data/ba7e267c-8f85-eae8-38f5-d3b2454b660b/hbase-staging 2024-11-22T14:31:53,936 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b313e41b3af3:0 server-side Connection retries=45 2024-11-22T14:31:53,936 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T14:31:53,937 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T14:31:53,937 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T14:31:53,937 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T14:31:53,937 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T14:31:53,937 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-22T14:31:53,937 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T14:31:53,938 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:32903 2024-11-22T14:31:53,938 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:32903 connecting to ZooKeeper ensemble=127.0.0.1:53164 2024-11-22T14:31:53,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:329030x0, quorum=127.0.0.1:53164, baseZNode=/1-1854009656 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T14:31:53,941 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:32903-0x10067d8a7350003 connected 2024-11-22T14:31:53,948 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T14:31:53,950 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T14:31:53,952 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32903-0x10067d8a7350003, quorum=127.0.0.1:53164, baseZNode=/1-1854009656 Set watcher on znode that does not yet exist, /1-1854009656/running 2024-11-22T14:31:53,952 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:32979/user/jenkins/test-data/ba7e267c-8f85-eae8-38f5-d3b2454b660b, hbase.cluster.distributed=false 2024-11-22T14:31:53,953 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32903-0x10067d8a7350003, quorum=127.0.0.1:53164, baseZNode=/1-1854009656 Set watcher on znode that does not yet exist, /1-1854009656/acl 2024-11-22T14:31:53,957 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32903 2024-11-22T14:31:53,957 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32903 2024-11-22T14:31:53,960 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32903 2024-11-22T14:31:53,960 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32903 2024-11-22T14:31:53,960 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32903 2024-11-22T14:31:53,975 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b313e41b3af3:0 server-side Connection retries=45 2024-11-22T14:31:53,975 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T14:31:53,975 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T14:31:53,975 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T14:31:53,975 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T14:31:53,976 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T14:31:53,976 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-22T14:31:53,976 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T14:31:53,977 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45761 2024-11-22T14:31:53,978 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45761 connecting to ZooKeeper ensemble=127.0.0.1:53164 2024-11-22T14:31:53,979 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T14:31:53,981 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T14:31:53,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:457610x0, quorum=127.0.0.1:53164, baseZNode=/1-1854009656 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T14:31:53,986 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:457610x0, quorum=127.0.0.1:53164, baseZNode=/1-1854009656 Set watcher on znode that does not yet exist, /1-1854009656/running 2024-11-22T14:31:53,986 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-22T14:31:53,986 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45761-0x10067d8a7350004 connected 2024-11-22T14:31:53,988 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-22T14:31:53,989 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45761-0x10067d8a7350004, quorum=127.0.0.1:53164, baseZNode=/1-1854009656 Set watcher on znode that does not yet exist, /1-1854009656/master 2024-11-22T14:31:53,990 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45761-0x10067d8a7350004, quorum=127.0.0.1:53164, baseZNode=/1-1854009656 Set watcher on znode that does not yet exist, /1-1854009656/acl 2024-11-22T14:31:53,992 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45761 2024-11-22T14:31:53,993 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45761 2024-11-22T14:31:53,997 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45761 2024-11-22T14:31:53,997 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45761 2024-11-22T14:31:53,998 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45761 2024-11-22T14:31:54,008 DEBUG [M:0;b313e41b3af3:32903 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b313e41b3af3:32903 2024-11-22T14:31:54,009 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1854009656/backup-masters/b313e41b3af3,32903,1732285913936 2024-11-22T14:31:54,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45761-0x10067d8a7350004, quorum=127.0.0.1:53164, baseZNode=/1-1854009656 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1854009656/backup-masters 2024-11-22T14:31:54,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32903-0x10067d8a7350003, quorum=127.0.0.1:53164, baseZNode=/1-1854009656 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1854009656/backup-masters 2024-11-22T14:31:54,010 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32903-0x10067d8a7350003, quorum=127.0.0.1:53164, baseZNode=/1-1854009656 Set watcher on existing znode=/1-1854009656/backup-masters/b313e41b3af3,32903,1732285913936 2024-11-22T14:31:54,011 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45761-0x10067d8a7350004, quorum=127.0.0.1:53164, baseZNode=/1-1854009656 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1854009656/master 2024-11-22T14:31:54,011 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32903-0x10067d8a7350003, quorum=127.0.0.1:53164, baseZNode=/1-1854009656 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1854009656 2024-11-22T14:31:54,011 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45761-0x10067d8a7350004, quorum=127.0.0.1:53164, baseZNode=/1-1854009656 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1854009656 2024-11-22T14:31:54,012 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32903-0x10067d8a7350003, quorum=127.0.0.1:53164, baseZNode=/1-1854009656 Set watcher on existing znode=/1-1854009656/master 2024-11-22T14:31:54,013 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1854009656/backup-masters/b313e41b3af3,32903,1732285913936 from backup master directory 2024-11-22T14:31:54,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45761-0x10067d8a7350004, quorum=127.0.0.1:53164, baseZNode=/1-1854009656 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1854009656/backup-masters 2024-11-22T14:31:54,013 WARN [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T14:31:54,014 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b313e41b3af3,32903,1732285913936 2024-11-22T14:31:54,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32903-0x10067d8a7350003, quorum=127.0.0.1:53164, baseZNode=/1-1854009656 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1854009656/backup-masters/b313e41b3af3,32903,1732285913936 2024-11-22T14:31:54,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32903-0x10067d8a7350003, quorum=127.0.0.1:53164, baseZNode=/1-1854009656 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1854009656/backup-masters 2024-11-22T14:31:54,018 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:32979/user/jenkins/test-data/ba7e267c-8f85-eae8-38f5-d3b2454b660b/hbase.id] with ID: e79dd904-13f3-4a28-9fc5-34b60d877d5a 2024-11-22T14:31:54,018 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:32979/user/jenkins/test-data/ba7e267c-8f85-eae8-38f5-d3b2454b660b/.tmp/hbase.id 2024-11-22T14:31:54,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42989 is added to blk_1073741826_1002 (size=42) 2024-11-22T14:31:54,039 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:32979/user/jenkins/test-data/ba7e267c-8f85-eae8-38f5-d3b2454b660b/.tmp/hbase.id]:[hdfs://localhost:32979/user/jenkins/test-data/ba7e267c-8f85-eae8-38f5-d3b2454b660b/hbase.id] 2024-11-22T14:31:54,058 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T14:31:54,059 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-22T14:31:54,063 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 4ms. 2024-11-22T14:31:54,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45761-0x10067d8a7350004, quorum=127.0.0.1:53164, baseZNode=/1-1854009656 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1854009656 2024-11-22T14:31:54,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32903-0x10067d8a7350003, quorum=127.0.0.1:53164, baseZNode=/1-1854009656 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1854009656 2024-11-22T14:31:54,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42989 is added to blk_1073741827_1003 (size=196) 2024-11-22T14:31:54,498 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T14:31:54,499 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-22T14:31:54,499 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T14:31:54,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42989 is added to blk_1073741828_1004 (size=1189) 2024-11-22T14:31:54,924 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:32979/user/jenkins/test-data/ba7e267c-8f85-eae8-38f5-d3b2454b660b/MasterData/data/master/store 2024-11-22T14:31:54,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42989 is added to blk_1073741829_1005 (size=34) 2024-11-22T14:31:55,332 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T14:31:55,332 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T14:31:55,332 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T14:31:55,332 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T14:31:55,332 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T14:31:55,332 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T14:31:55,333 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T14:31:55,333 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732285915332Disabling compacts and flushes for region at 1732285915332Disabling writes for close at 1732285915332Writing region close event to WAL at 1732285915333 (+1 ms)Closed at 1732285915333 2024-11-22T14:31:55,334 WARN [master/b313e41b3af3:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:32979/user/jenkins/test-data/ba7e267c-8f85-eae8-38f5-d3b2454b660b/MasterData/data/master/store/.initializing 2024-11-22T14:31:55,334 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:32979/user/jenkins/test-data/ba7e267c-8f85-eae8-38f5-d3b2454b660b/MasterData/WALs/b313e41b3af3,32903,1732285913936 2024-11-22T14:31:55,335 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T14:31:55,338 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b313e41b3af3%2C32903%2C1732285913936, suffix=, logDir=hdfs://localhost:32979/user/jenkins/test-data/ba7e267c-8f85-eae8-38f5-d3b2454b660b/MasterData/WALs/b313e41b3af3,32903,1732285913936, archiveDir=hdfs://localhost:32979/user/jenkins/test-data/ba7e267c-8f85-eae8-38f5-d3b2454b660b/MasterData/oldWALs, maxLogs=10 2024-11-22T14:31:55,355 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ba7e267c-8f85-eae8-38f5-d3b2454b660b/MasterData/WALs/b313e41b3af3,32903,1732285913936/b313e41b3af3%2C32903%2C1732285913936.1732285915338, exclude list is [], retry=0 2024-11-22T14:31:55,357 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42989,DS-9273f3a7-0b51-45a4-aa82-af6037af5876,DISK] 2024-11-22T14:31:55,359 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ba7e267c-8f85-eae8-38f5-d3b2454b660b/MasterData/WALs/b313e41b3af3,32903,1732285913936/b313e41b3af3%2C32903%2C1732285913936.1732285915338 2024-11-22T14:31:55,360 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40679:40679)] 2024-11-22T14:31:55,360 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-22T14:31:55,360 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T14:31:55,361 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:31:55,361 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:31:55,363 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:31:55,364 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-22T14:31:55,364 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:31:55,365 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T14:31:55,365 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:31:55,366 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-22T14:31:55,367 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:31:55,367 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:31:55,367 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:31:55,368 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-22T14:31:55,368 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:31:55,369 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:31:55,369 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:31:55,370 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-22T14:31:55,370 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:31:55,371 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:31:55,371 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:31:55,371 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32979/user/jenkins/test-data/ba7e267c-8f85-eae8-38f5-d3b2454b660b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:31:55,372 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32979/user/jenkins/test-data/ba7e267c-8f85-eae8-38f5-d3b2454b660b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:31:55,373 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:31:55,373 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:31:55,374 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T14:31:55,375 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:31:55,377 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32979/user/jenkins/test-data/ba7e267c-8f85-eae8-38f5-d3b2454b660b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T14:31:55,377 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60560614, jitterRate=-0.09757652878761292}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T14:31:55,378 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732285915361Initializing all the Stores at 1732285915362 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732285915362Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732285915362Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732285915363 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732285915363Cleaning up temporary data from old regions at 1732285915373 (+10 ms)Region opened successfully at 1732285915378 (+5 ms) 2024-11-22T14:31:55,378 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-22T14:31:55,382 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6de42a58, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b313e41b3af3/172.17.0.2:0 2024-11-22T14:31:55,383 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-22T14:31:55,383 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-22T14:31:55,383 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-22T14:31:55,383 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-22T14:31:55,384 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-22T14:31:55,384 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-22T14:31:55,385 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-22T14:31:55,387 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-22T14:31:55,388 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32903-0x10067d8a7350003, quorum=127.0.0.1:53164, baseZNode=/1-1854009656 Unable to get data of znode /1-1854009656/balancer because node does not exist (not necessarily an error) 2024-11-22T14:31:55,389 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1854009656/balancer already deleted, retry=false 2024-11-22T14:31:55,389 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-22T14:31:55,390 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32903-0x10067d8a7350003, quorum=127.0.0.1:53164, baseZNode=/1-1854009656 Unable to get data of znode /1-1854009656/normalizer because node does not exist (not necessarily an error) 2024-11-22T14:31:55,391 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1854009656/normalizer already deleted, retry=false 2024-11-22T14:31:55,391 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-22T14:31:55,392 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32903-0x10067d8a7350003, quorum=127.0.0.1:53164, baseZNode=/1-1854009656 Unable to get data of znode /1-1854009656/switch/split because node does not exist (not necessarily an error) 2024-11-22T14:31:55,392 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1854009656/switch/split already deleted, retry=false 2024-11-22T14:31:55,393 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32903-0x10067d8a7350003, quorum=127.0.0.1:53164, baseZNode=/1-1854009656 Unable to get data of znode /1-1854009656/switch/merge because node does not exist (not necessarily an error) 2024-11-22T14:31:55,394 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1854009656/switch/merge already deleted, retry=false 2024-11-22T14:31:55,396 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32903-0x10067d8a7350003, quorum=127.0.0.1:53164, baseZNode=/1-1854009656 Unable to get data of znode /1-1854009656/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-22T14:31:55,396 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1854009656/snapshot-cleanup already deleted, retry=false 2024-11-22T14:31:55,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45761-0x10067d8a7350004, quorum=127.0.0.1:53164, baseZNode=/1-1854009656 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1854009656/running 2024-11-22T14:31:55,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32903-0x10067d8a7350003, quorum=127.0.0.1:53164, baseZNode=/1-1854009656 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1854009656/running 2024-11-22T14:31:55,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32903-0x10067d8a7350003, quorum=127.0.0.1:53164, baseZNode=/1-1854009656 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1854009656 2024-11-22T14:31:55,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45761-0x10067d8a7350004, quorum=127.0.0.1:53164, baseZNode=/1-1854009656 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1854009656 2024-11-22T14:31:55,398 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b313e41b3af3,32903,1732285913936, sessionid=0x10067d8a7350003, setting cluster-up flag (Was=false) 2024-11-22T14:31:55,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32903-0x10067d8a7350003, quorum=127.0.0.1:53164, baseZNode=/1-1854009656 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1854009656 2024-11-22T14:31:55,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45761-0x10067d8a7350004, quorum=127.0.0.1:53164, baseZNode=/1-1854009656 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1854009656 2024-11-22T14:31:55,402 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1854009656/flush-table-proc/acquired, /1-1854009656/flush-table-proc/reached, /1-1854009656/flush-table-proc/abort 2024-11-22T14:31:55,403 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b313e41b3af3,32903,1732285913936 2024-11-22T14:31:55,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32903-0x10067d8a7350003, quorum=127.0.0.1:53164, baseZNode=/1-1854009656 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1854009656 2024-11-22T14:31:55,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45761-0x10067d8a7350004, quorum=127.0.0.1:53164, baseZNode=/1-1854009656 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1854009656 2024-11-22T14:31:55,408 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1854009656/online-snapshot/acquired, /1-1854009656/online-snapshot/reached, /1-1854009656/online-snapshot/abort 2024-11-22T14:31:55,408 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b313e41b3af3,32903,1732285913936 2024-11-22T14:31:55,411 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:32979/user/jenkins/test-data/ba7e267c-8f85-eae8-38f5-d3b2454b660b/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-22T14:31:55,413 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-22T14:31:55,413 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-22T14:31:55,413 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-22T14:31:55,413 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b313e41b3af3,32903,1732285913936 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-22T14:31:55,415 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b313e41b3af3:0, corePoolSize=5, maxPoolSize=5 2024-11-22T14:31:55,415 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b313e41b3af3:0, corePoolSize=5, maxPoolSize=5 2024-11-22T14:31:55,415 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b313e41b3af3:0, corePoolSize=5, maxPoolSize=5 2024-11-22T14:31:55,415 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b313e41b3af3:0, corePoolSize=5, maxPoolSize=5 2024-11-22T14:31:55,415 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b313e41b3af3:0, corePoolSize=10, maxPoolSize=10 2024-11-22T14:31:55,415 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:31:55,415 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b313e41b3af3:0, corePoolSize=2, maxPoolSize=2 2024-11-22T14:31:55,415 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:31:55,421 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732285945421 2024-11-22T14:31:55,422 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-22T14:31:55,422 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-22T14:31:55,422 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-22T14:31:55,422 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-22T14:31:55,422 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-22T14:31:55,422 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-22T14:31:55,422 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T14:31:55,422 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T14:31:55,423 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-22T14:31:55,423 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-22T14:31:55,423 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-22T14:31:55,423 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-22T14:31:55,423 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-22T14:31:55,423 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-22T14:31:55,423 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-22T14:31:55,424 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:31:55,424 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-22T14:31:55,425 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b313e41b3af3:0:becomeActiveMaster-HFileCleaner.large.0-1732285915424,5,FailOnTimeoutGroup] 2024-11-22T14:31:55,428 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b313e41b3af3:0:becomeActiveMaster-HFileCleaner.small.0-1732285915425,5,FailOnTimeoutGroup] 2024-11-22T14:31:55,428 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T14:31:55,428 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-22T14:31:55,428 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-22T14:31:55,428 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-22T14:31:55,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42989 is added to blk_1073741831_1007 (size=1321) 2024-11-22T14:31:55,501 INFO [RS:0;b313e41b3af3:45761 {}] regionserver.HRegionServer(746): ClusterId : e79dd904-13f3-4a28-9fc5-34b60d877d5a 2024-11-22T14:31:55,501 DEBUG [RS:0;b313e41b3af3:45761 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-22T14:31:55,503 DEBUG [RS:0;b313e41b3af3:45761 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-22T14:31:55,503 DEBUG [RS:0;b313e41b3af3:45761 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-22T14:31:55,505 DEBUG [RS:0;b313e41b3af3:45761 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-22T14:31:55,505 DEBUG [RS:0;b313e41b3af3:45761 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3be08dd3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b313e41b3af3/172.17.0.2:0 2024-11-22T14:31:55,517 DEBUG [RS:0;b313e41b3af3:45761 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b313e41b3af3:45761 2024-11-22T14:31:55,517 INFO [RS:0;b313e41b3af3:45761 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-22T14:31:55,517 INFO [RS:0;b313e41b3af3:45761 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-22T14:31:55,517 DEBUG [RS:0;b313e41b3af3:45761 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-22T14:31:55,518 INFO [RS:0;b313e41b3af3:45761 {}] regionserver.HRegionServer(2659): reportForDuty to master=b313e41b3af3,32903,1732285913936 with port=45761, startcode=1732285913975 2024-11-22T14:31:55,518 DEBUG [RS:0;b313e41b3af3:45761 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-22T14:31:55,520 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51831, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-22T14:31:55,520 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32903 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b313e41b3af3,45761,1732285913975 2024-11-22T14:31:55,521 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32903 {}] master.ServerManager(517): Registering regionserver=b313e41b3af3,45761,1732285913975 2024-11-22T14:31:55,523 DEBUG [RS:0;b313e41b3af3:45761 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:32979/user/jenkins/test-data/ba7e267c-8f85-eae8-38f5-d3b2454b660b 2024-11-22T14:31:55,523 DEBUG [RS:0;b313e41b3af3:45761 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:32979 2024-11-22T14:31:55,523 DEBUG [RS:0;b313e41b3af3:45761 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-22T14:31:55,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32903-0x10067d8a7350003, quorum=127.0.0.1:53164, baseZNode=/1-1854009656 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1854009656/rs 2024-11-22T14:31:55,552 DEBUG [RS:0;b313e41b3af3:45761 {}] zookeeper.ZKUtil(111): regionserver:45761-0x10067d8a7350004, quorum=127.0.0.1:53164, baseZNode=/1-1854009656 Set watcher on existing znode=/1-1854009656/rs/b313e41b3af3,45761,1732285913975 2024-11-22T14:31:55,552 WARN [RS:0;b313e41b3af3:45761 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T14:31:55,552 INFO [RS:0;b313e41b3af3:45761 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T14:31:55,552 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b313e41b3af3,45761,1732285913975] 2024-11-22T14:31:55,553 DEBUG [RS:0;b313e41b3af3:45761 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:32979/user/jenkins/test-data/ba7e267c-8f85-eae8-38f5-d3b2454b660b/WALs/b313e41b3af3,45761,1732285913975 2024-11-22T14:31:55,556 INFO [RS:0;b313e41b3af3:45761 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-22T14:31:55,558 INFO [RS:0;b313e41b3af3:45761 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-22T14:31:55,559 INFO [RS:0;b313e41b3af3:45761 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-22T14:31:55,559 INFO [RS:0;b313e41b3af3:45761 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T14:31:55,561 INFO [RS:0;b313e41b3af3:45761 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-22T14:31:55,562 INFO [RS:0;b313e41b3af3:45761 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-22T14:31:55,562 INFO [RS:0;b313e41b3af3:45761 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-22T14:31:55,562 DEBUG [RS:0;b313e41b3af3:45761 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:31:55,562 DEBUG [RS:0;b313e41b3af3:45761 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:31:55,562 DEBUG [RS:0;b313e41b3af3:45761 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:31:55,562 DEBUG [RS:0;b313e41b3af3:45761 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:31:55,562 DEBUG [RS:0;b313e41b3af3:45761 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:31:55,562 DEBUG [RS:0;b313e41b3af3:45761 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b313e41b3af3:0, corePoolSize=2, maxPoolSize=2 2024-11-22T14:31:55,562 DEBUG [RS:0;b313e41b3af3:45761 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:31:55,562 DEBUG [RS:0;b313e41b3af3:45761 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:31:55,562 DEBUG [RS:0;b313e41b3af3:45761 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:31:55,562 DEBUG [RS:0;b313e41b3af3:45761 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:31:55,563 DEBUG [RS:0;b313e41b3af3:45761 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:31:55,563 DEBUG [RS:0;b313e41b3af3:45761 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:31:55,563 DEBUG [RS:0;b313e41b3af3:45761 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b313e41b3af3:0, corePoolSize=3, maxPoolSize=3 2024-11-22T14:31:55,563 DEBUG [RS:0;b313e41b3af3:45761 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b313e41b3af3:0, corePoolSize=3, maxPoolSize=3 2024-11-22T14:31:55,563 WARN [RS:0;b313e41b3af3:40799 {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of b313e41b3af3,46773,1732285885442: status=Processing ServerCrashProcedure of b313e41b3af3,46773,1732285885442 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1732285900172, completionTime=-1 appears to have been leaked 2024-11-22T14:31:55,564 INFO [RS:0;b313e41b3af3:45761 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T14:31:55,564 INFO [RS:0;b313e41b3af3:45761 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T14:31:55,564 INFO [RS:0;b313e41b3af3:45761 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T14:31:55,564 INFO [RS:0;b313e41b3af3:45761 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-22T14:31:55,564 INFO [RS:0;b313e41b3af3:45761 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-22T14:31:55,564 INFO [RS:0;b313e41b3af3:45761 {}] hbase.ChoreService(168): Chore ScheduledChore name=b313e41b3af3,45761,1732285913975-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T14:31:55,577 INFO [RS:0;b313e41b3af3:45761 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-22T14:31:55,578 INFO [RS:0;b313e41b3af3:45761 {}] hbase.ChoreService(168): Chore ScheduledChore name=b313e41b3af3,45761,1732285913975-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T14:31:55,578 INFO [RS:0;b313e41b3af3:45761 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T14:31:55,578 INFO [RS:0;b313e41b3af3:45761 {}] regionserver.Replication(171): b313e41b3af3,45761,1732285913975 started 2024-11-22T14:31:55,591 INFO [RS:0;b313e41b3af3:45761 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T14:31:55,591 INFO [RS:0;b313e41b3af3:45761 {}] regionserver.HRegionServer(1482): Serving as b313e41b3af3,45761,1732285913975, RpcServer on b313e41b3af3/172.17.0.2:45761, sessionid=0x10067d8a7350004 2024-11-22T14:31:55,591 DEBUG [RS:0;b313e41b3af3:45761 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-22T14:31:55,591 DEBUG [RS:0;b313e41b3af3:45761 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b313e41b3af3,45761,1732285913975 2024-11-22T14:31:55,591 DEBUG [RS:0;b313e41b3af3:45761 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b313e41b3af3,45761,1732285913975' 2024-11-22T14:31:55,591 DEBUG [RS:0;b313e41b3af3:45761 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1854009656/flush-table-proc/abort' 2024-11-22T14:31:55,592 DEBUG [RS:0;b313e41b3af3:45761 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1854009656/flush-table-proc/acquired' 2024-11-22T14:31:55,592 DEBUG [RS:0;b313e41b3af3:45761 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-22T14:31:55,592 DEBUG [RS:0;b313e41b3af3:45761 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-22T14:31:55,592 DEBUG [RS:0;b313e41b3af3:45761 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b313e41b3af3,45761,1732285913975 2024-11-22T14:31:55,592 DEBUG [RS:0;b313e41b3af3:45761 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b313e41b3af3,45761,1732285913975' 2024-11-22T14:31:55,592 DEBUG [RS:0;b313e41b3af3:45761 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1854009656/online-snapshot/abort' 2024-11-22T14:31:55,593 DEBUG [RS:0;b313e41b3af3:45761 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1854009656/online-snapshot/acquired' 2024-11-22T14:31:55,593 DEBUG [RS:0;b313e41b3af3:45761 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-22T14:31:55,593 INFO [RS:0;b313e41b3af3:45761 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-22T14:31:55,593 INFO [RS:0;b313e41b3af3:45761 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-22T14:31:55,693 INFO [RS:0;b313e41b3af3:45761 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T14:31:55,695 INFO [RS:0;b313e41b3af3:45761 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b313e41b3af3%2C45761%2C1732285913975, suffix=, logDir=hdfs://localhost:32979/user/jenkins/test-data/ba7e267c-8f85-eae8-38f5-d3b2454b660b/WALs/b313e41b3af3,45761,1732285913975, archiveDir=hdfs://localhost:32979/user/jenkins/test-data/ba7e267c-8f85-eae8-38f5-d3b2454b660b/oldWALs, maxLogs=10 2024-11-22T14:31:55,708 DEBUG [RS:0;b313e41b3af3:45761 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ba7e267c-8f85-eae8-38f5-d3b2454b660b/WALs/b313e41b3af3,45761,1732285913975/b313e41b3af3%2C45761%2C1732285913975.1732285915695, exclude list is [], retry=0 2024-11-22T14:31:55,711 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42989,DS-9273f3a7-0b51-45a4-aa82-af6037af5876,DISK] 2024-11-22T14:31:55,713 INFO [RS:0;b313e41b3af3:45761 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ba7e267c-8f85-eae8-38f5-d3b2454b660b/WALs/b313e41b3af3,45761,1732285913975/b313e41b3af3%2C45761%2C1732285913975.1732285915695 2024-11-22T14:31:55,714 DEBUG [RS:0;b313e41b3af3:45761 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40679:40679)] 2024-11-22T14:31:55,837 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:32979/user/jenkins/test-data/ba7e267c-8f85-eae8-38f5-d3b2454b660b/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-22T14:31:55,837 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:32979/user/jenkins/test-data/ba7e267c-8f85-eae8-38f5-d3b2454b660b 2024-11-22T14:31:55,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42989 is added to blk_1073741833_1009 (size=32) 2024-11-22T14:31:56,243 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T14:31:56,245 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T14:31:56,246 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T14:31:56,246 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:31:56,247 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T14:31:56,247 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T14:31:56,248 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T14:31:56,248 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:31:56,249 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T14:31:56,249 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T14:31:56,250 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T14:31:56,250 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:31:56,250 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T14:31:56,250 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T14:31:56,251 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T14:31:56,252 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:31:56,252 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T14:31:56,252 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T14:31:56,253 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32979/user/jenkins/test-data/ba7e267c-8f85-eae8-38f5-d3b2454b660b/data/hbase/meta/1588230740 2024-11-22T14:31:56,253 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32979/user/jenkins/test-data/ba7e267c-8f85-eae8-38f5-d3b2454b660b/data/hbase/meta/1588230740 2024-11-22T14:31:56,255 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T14:31:56,255 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T14:31:56,255 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T14:31:56,257 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T14:31:56,259 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32979/user/jenkins/test-data/ba7e267c-8f85-eae8-38f5-d3b2454b660b/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T14:31:56,260 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60534575, jitterRate=-0.09796454012393951}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T14:31:56,260 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732285916243Initializing all the Stores at 1732285916244 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732285916244Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732285916245 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732285916245Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732285916245Cleaning up temporary data from old regions at 1732285916255 (+10 ms)Region opened successfully at 1732285916260 (+5 ms) 2024-11-22T14:31:56,260 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-22T14:31:56,260 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-22T14:31:56,260 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-22T14:31:56,260 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T14:31:56,260 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T14:31:56,261 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-22T14:31:56,261 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732285916260Disabling compacts and flushes for region at 1732285916260Disabling writes for close at 1732285916260Writing region close event to WAL at 1732285916261 (+1 ms)Closed at 1732285916261 2024-11-22T14:31:56,263 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T14:31:56,263 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-22T14:31:56,263 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-22T14:31:56,264 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T14:31:56,265 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-22T14:31:56,416 DEBUG [b313e41b3af3:32903 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-22T14:31:56,416 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b313e41b3af3,45761,1732285913975 2024-11-22T14:31:56,417 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b313e41b3af3,45761,1732285913975, state=OPENING 2024-11-22T14:31:56,419 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-22T14:31:56,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45761-0x10067d8a7350004, quorum=127.0.0.1:53164, baseZNode=/1-1854009656 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1854009656 2024-11-22T14:31:56,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32903-0x10067d8a7350003, quorum=127.0.0.1:53164, baseZNode=/1-1854009656 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1854009656 2024-11-22T14:31:56,420 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T14:31:56,420 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b313e41b3af3,45761,1732285913975}] 2024-11-22T14:31:56,420 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1854009656/meta-region-server: CHANGED 2024-11-22T14:31:56,420 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1854009656/meta-region-server: CHANGED 2024-11-22T14:31:56,573 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-22T14:31:56,575 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58443, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-22T14:31:56,578 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-22T14:31:56,578 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T14:31:56,579 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-22T14:31:56,580 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b313e41b3af3%2C45761%2C1732285913975.meta, suffix=.meta, logDir=hdfs://localhost:32979/user/jenkins/test-data/ba7e267c-8f85-eae8-38f5-d3b2454b660b/WALs/b313e41b3af3,45761,1732285913975, archiveDir=hdfs://localhost:32979/user/jenkins/test-data/ba7e267c-8f85-eae8-38f5-d3b2454b660b/oldWALs, maxLogs=10 2024-11-22T14:31:56,593 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ba7e267c-8f85-eae8-38f5-d3b2454b660b/WALs/b313e41b3af3,45761,1732285913975/b313e41b3af3%2C45761%2C1732285913975.meta.1732285916581.meta, exclude list is [], retry=0 2024-11-22T14:31:56,596 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42989,DS-9273f3a7-0b51-45a4-aa82-af6037af5876,DISK] 2024-11-22T14:31:56,598 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ba7e267c-8f85-eae8-38f5-d3b2454b660b/WALs/b313e41b3af3,45761,1732285913975/b313e41b3af3%2C45761%2C1732285913975.meta.1732285916581.meta 2024-11-22T14:31:56,598 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40679:40679)] 2024-11-22T14:31:56,599 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-22T14:31:56,599 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-22T14:31:56,599 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-22T14:31:56,599 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-22T14:31:56,599 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-22T14:31:56,599 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-22T14:31:56,599 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T14:31:56,599 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-22T14:31:56,599 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-22T14:31:56,601 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T14:31:56,602 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T14:31:56,602 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:31:56,602 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T14:31:56,602 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T14:31:56,603 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T14:31:56,603 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:31:56,604 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T14:31:56,604 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T14:31:56,604 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T14:31:56,604 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:31:56,605 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T14:31:56,605 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T14:31:56,605 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T14:31:56,605 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:31:56,606 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T14:31:56,606 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T14:31:56,607 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32979/user/jenkins/test-data/ba7e267c-8f85-eae8-38f5-d3b2454b660b/data/hbase/meta/1588230740 2024-11-22T14:31:56,608 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32979/user/jenkins/test-data/ba7e267c-8f85-eae8-38f5-d3b2454b660b/data/hbase/meta/1588230740 2024-11-22T14:31:56,609 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T14:31:56,609 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T14:31:56,610 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T14:31:56,611 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T14:31:56,612 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72134942, jitterRate=0.07489439845085144}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T14:31:56,612 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-22T14:31:56,612 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732285916600Writing region info on filesystem at 1732285916600Initializing all the Stores at 1732285916601 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732285916601Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732285916601Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732285916601Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732285916601Cleaning up temporary data from old regions at 1732285916609 (+8 ms)Running coprocessor post-open hooks at 1732285916612 (+3 ms)Region opened successfully at 1732285916612 2024-11-22T14:31:56,613 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732285916573 2024-11-22T14:31:56,615 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-22T14:31:56,616 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-22T14:31:56,616 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b313e41b3af3,45761,1732285913975 2024-11-22T14:31:56,617 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b313e41b3af3,45761,1732285913975, state=OPEN 2024-11-22T14:31:56,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32903-0x10067d8a7350003, quorum=127.0.0.1:53164, baseZNode=/1-1854009656 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1854009656/meta-region-server 2024-11-22T14:31:56,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45761-0x10067d8a7350004, quorum=127.0.0.1:53164, baseZNode=/1-1854009656 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1854009656/meta-region-server 2024-11-22T14:31:56,618 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b313e41b3af3,45761,1732285913975 2024-11-22T14:31:56,618 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1854009656/meta-region-server: CHANGED 2024-11-22T14:31:56,618 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1854009656/meta-region-server: CHANGED 2024-11-22T14:31:56,621 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-22T14:31:56,621 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b313e41b3af3,45761,1732285913975 in 198 msec 2024-11-22T14:31:56,624 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-22T14:31:56,624 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 358 msec 2024-11-22T14:31:56,625 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T14:31:56,625 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-22T14:31:56,626 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T14:31:56,626 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b313e41b3af3,45761,1732285913975, seqNum=-1] 2024-11-22T14:31:56,627 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T14:31:56,628 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60673, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T14:31:56,634 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2210 sec 2024-11-22T14:31:56,634 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732285916634, completionTime=-1 2024-11-22T14:31:56,634 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-22T14:31:56,634 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-22T14:31:56,636 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-22T14:31:56,636 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732285976636 2024-11-22T14:31:56,637 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732286036637 2024-11-22T14:31:56,637 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-22T14:31:56,637 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b313e41b3af3,32903,1732285913936-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T14:31:56,637 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b313e41b3af3,32903,1732285913936-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T14:31:56,637 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b313e41b3af3,32903,1732285913936-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T14:31:56,637 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b313e41b3af3:32903, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T14:31:56,637 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-22T14:31:56,637 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-22T14:31:56,639 DEBUG [master/b313e41b3af3:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-22T14:31:56,642 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.628sec 2024-11-22T14:31:56,642 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-22T14:31:56,642 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-22T14:31:56,642 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-22T14:31:56,642 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-22T14:31:56,642 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-22T14:31:56,642 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b313e41b3af3,32903,1732285913936-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T14:31:56,642 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b313e41b3af3,32903,1732285913936-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-22T14:31:56,645 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-22T14:31:56,645 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-22T14:31:56,645 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b313e41b3af3,32903,1732285913936-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T14:31:56,702 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e1b0068, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:31:56,702 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b313e41b3af3,32903,-1 for getting cluster id 2024-11-22T14:31:56,702 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T14:31:56,704 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e79dd904-13f3-4a28-9fc5-34b60d877d5a' 2024-11-22T14:31:56,705 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T14:31:56,705 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e79dd904-13f3-4a28-9fc5-34b60d877d5a" 2024-11-22T14:31:56,705 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3793541f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:31:56,705 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b313e41b3af3,32903,-1] 2024-11-22T14:31:56,706 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T14:31:56,706 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:31:56,708 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34274, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T14:31:56,709 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c08a4b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:31:56,709 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T14:31:56,710 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b313e41b3af3,45761,1732285913975, seqNum=-1] 2024-11-22T14:31:56,711 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T14:31:56,712 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35108, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T14:31:56,715 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b313e41b3af3,32903,1732285913936 2024-11-22T14:31:56,716 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:53164 2024-11-22T14:31:56,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:53164, baseZNode=/1-1854009656 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T14:31:56,719 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10067d8a7350005 connected 2024-11-22T14:31:56,722 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64f5408a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:31:56,722 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b313e41b3af3,37023,-1 for getting cluster id 2024-11-22T14:31:56,722 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T14:31:56,723 DEBUG [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fdd58680-cdf8-4d5c-b409-dfa3af9aa609' 2024-11-22T14:31:56,723 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T14:31:56,724 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fdd58680-cdf8-4d5c-b409-dfa3af9aa609" 2024-11-22T14:31:56,724 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63461015, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:31:56,724 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b313e41b3af3,37023,-1] 2024-11-22T14:31:56,724 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T14:31:56,725 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:31:56,726 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39780, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T14:31:56,727 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35a78a82, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:31:56,727 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T14:31:56,728 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is b313e41b3af3,37023,1732285910628 2024-11-22T14:31:56,728 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@341aefd4 2024-11-22T14:31:56,729 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T14:31:56,730 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39784, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T14:31:56,731 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://b313e41b3af3:32903,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-22T14:31:56,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-22T14:31:56,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T14:31:56,735 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b313e41b3af3:32903' 2024-11-22T14:31:56,737 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a114fb6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:31:56,737 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request b313e41b3af3,32903,-1 for getting cluster id 2024-11-22T14:31:56,737 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T14:31:56,739 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e79dd904-13f3-4a28-9fc5-34b60d877d5a' 2024-11-22T14:31:56,739 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T14:31:56,739 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e79dd904-13f3-4a28-9fc5-34b60d877d5a" 2024-11-22T14:31:56,739 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40f60330, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:31:56,739 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b313e41b3af3,32903,-1] 2024-11-22T14:31:56,740 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T14:31:56,740 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:31:56,741 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34290, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T14:31:56,742 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ffed7b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:31:56,743 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T14:31:56,744 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b313e41b3af3,32903,1732285913936 2024-11-22T14:31:56,744 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1a0f939b 2024-11-22T14:31:56,744 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T14:31:56,746 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34298, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T14:31:56,748 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-22T14:31:56,748 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-22T14:31:56,748 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:31:56,748 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:31:56,749 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T14:31:56,749 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T14:31:56,751 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-22T14:31:56,753 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T14:31:56,753 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:31:56,755 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T14:31:56,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33443 is added to blk_1073741835_1011 (size=1138) 2024-11-22T14:31:56,801 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-22T14:31:56,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T14:31:57,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T14:31:57,165 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f12897f37344b218e094ad801515347d, NAME => 'hbase:replication,,1732285916748.f12897f37344b218e094ad801515347d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46379/user/jenkins/test-data/b07f4e3f-699f-03ba-5bc8-303c9c8966e9 2024-11-22T14:31:57,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33443 is added to blk_1073741836_1012 (size=44) 2024-11-22T14:31:57,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T14:31:57,572 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732285916748.f12897f37344b218e094ad801515347d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T14:31:57,572 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing f12897f37344b218e094ad801515347d, disabling compactions & flushes 2024-11-22T14:31:57,572 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732285916748.f12897f37344b218e094ad801515347d. 2024-11-22T14:31:57,572 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732285916748.f12897f37344b218e094ad801515347d. 2024-11-22T14:31:57,572 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732285916748.f12897f37344b218e094ad801515347d. after waiting 0 ms 2024-11-22T14:31:57,572 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732285916748.f12897f37344b218e094ad801515347d. 2024-11-22T14:31:57,572 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732285916748.f12897f37344b218e094ad801515347d. 2024-11-22T14:31:57,572 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for f12897f37344b218e094ad801515347d: Waiting for close lock at 1732285917572Disabling compacts and flushes for region at 1732285917572Disabling writes for close at 1732285917572Writing region close event to WAL at 1732285917572Closed at 1732285917572 2024-11-22T14:31:57,574 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T14:31:57,574 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732285916748.f12897f37344b218e094ad801515347d.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732285917574"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732285917574"}]},"ts":"1732285917574"} 2024-11-22T14:31:57,577 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-22T14:31:57,579 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T14:31:57,579 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732285917579"}]},"ts":"1732285917579"} 2024-11-22T14:31:57,582 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-22T14:31:57,583 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f12897f37344b218e094ad801515347d, ASSIGN}] 2024-11-22T14:31:57,584 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f12897f37344b218e094ad801515347d, ASSIGN 2024-11-22T14:31:57,585 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f12897f37344b218e094ad801515347d, ASSIGN; state=OFFLINE, location=b313e41b3af3,40799,1732285910680; forceNewPlan=false, retain=false 2024-11-22T14:31:57,736 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=f12897f37344b218e094ad801515347d, regionState=OPENING, regionLocation=b313e41b3af3,40799,1732285910680 2024-11-22T14:31:57,739 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f12897f37344b218e094ad801515347d, ASSIGN because future has completed 2024-11-22T14:31:57,739 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure f12897f37344b218e094ad801515347d, server=b313e41b3af3,40799,1732285910680}] 2024-11-22T14:31:57,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T14:31:57,897 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1732285916748.f12897f37344b218e094ad801515347d. 2024-11-22T14:31:57,897 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T14:31:57,898 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-22T14:31:57,900 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b313e41b3af3%2C40799%2C1732285910680.rep, suffix=, logDir=hdfs://localhost:46379/user/jenkins/test-data/b07f4e3f-699f-03ba-5bc8-303c9c8966e9/WALs/b313e41b3af3,40799,1732285910680, archiveDir=hdfs://localhost:46379/user/jenkins/test-data/b07f4e3f-699f-03ba-5bc8-303c9c8966e9/oldWALs, maxLogs=10 2024-11-22T14:31:57,918 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b07f4e3f-699f-03ba-5bc8-303c9c8966e9/WALs/b313e41b3af3,40799,1732285910680/b313e41b3af3%2C40799%2C1732285910680.rep.1732285917900, exclude list is [], retry=0 2024-11-22T14:31:57,921 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33443,DS-ed1ce72d-9f94-45af-8ac2-112bce66021d,DISK] 2024-11-22T14:31:57,923 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b07f4e3f-699f-03ba-5bc8-303c9c8966e9/WALs/b313e41b3af3,40799,1732285910680/b313e41b3af3%2C40799%2C1732285910680.rep.1732285917900 2024-11-22T14:31:57,923 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44763:44763)] 2024-11-22T14:31:57,923 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => f12897f37344b218e094ad801515347d, NAME => 'hbase:replication,,1732285916748.f12897f37344b218e094ad801515347d.', STARTKEY => '', ENDKEY => ''} 2024-11-22T14:31:57,924 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-22T14:31:57,924 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-22T14:31:57,924 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732285916748.f12897f37344b218e094ad801515347d. service=MultiRowMutationService 2024-11-22T14:31:57,924 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-22T14:31:57,924 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication f12897f37344b218e094ad801515347d 2024-11-22T14:31:57,924 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1732285916748.f12897f37344b218e094ad801515347d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T14:31:57,924 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for f12897f37344b218e094ad801515347d 2024-11-22T14:31:57,924 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for f12897f37344b218e094ad801515347d 2024-11-22T14:31:57,926 INFO [StoreOpener-f12897f37344b218e094ad801515347d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region f12897f37344b218e094ad801515347d 2024-11-22T14:31:57,927 INFO [StoreOpener-f12897f37344b218e094ad801515347d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f12897f37344b218e094ad801515347d columnFamilyName hfileref 2024-11-22T14:31:57,927 DEBUG [StoreOpener-f12897f37344b218e094ad801515347d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:31:57,928 INFO [StoreOpener-f12897f37344b218e094ad801515347d-1 {}] regionserver.HStore(327): Store=f12897f37344b218e094ad801515347d/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:31:57,928 INFO [StoreOpener-f12897f37344b218e094ad801515347d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region f12897f37344b218e094ad801515347d 2024-11-22T14:31:57,930 INFO [StoreOpener-f12897f37344b218e094ad801515347d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f12897f37344b218e094ad801515347d columnFamilyName queue 2024-11-22T14:31:57,930 DEBUG [StoreOpener-f12897f37344b218e094ad801515347d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:31:57,931 INFO [StoreOpener-f12897f37344b218e094ad801515347d-1 {}] regionserver.HStore(327): Store=f12897f37344b218e094ad801515347d/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:31:57,931 INFO [StoreOpener-f12897f37344b218e094ad801515347d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region f12897f37344b218e094ad801515347d 2024-11-22T14:31:57,940 INFO [StoreOpener-f12897f37344b218e094ad801515347d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f12897f37344b218e094ad801515347d columnFamilyName sid 2024-11-22T14:31:57,941 DEBUG [StoreOpener-f12897f37344b218e094ad801515347d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:31:57,942 INFO [StoreOpener-f12897f37344b218e094ad801515347d-1 {}] regionserver.HStore(327): Store=f12897f37344b218e094ad801515347d/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:31:57,943 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for f12897f37344b218e094ad801515347d 2024-11-22T14:31:57,944 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46379/user/jenkins/test-data/b07f4e3f-699f-03ba-5bc8-303c9c8966e9/data/hbase/replication/f12897f37344b218e094ad801515347d 2024-11-22T14:31:57,944 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46379/user/jenkins/test-data/b07f4e3f-699f-03ba-5bc8-303c9c8966e9/data/hbase/replication/f12897f37344b218e094ad801515347d 2024-11-22T14:31:57,945 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for f12897f37344b218e094ad801515347d 2024-11-22T14:31:57,946 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for f12897f37344b218e094ad801515347d 2024-11-22T14:31:57,946 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-22T14:31:57,948 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for f12897f37344b218e094ad801515347d 2024-11-22T14:31:57,951 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46379/user/jenkins/test-data/b07f4e3f-699f-03ba-5bc8-303c9c8966e9/data/hbase/replication/f12897f37344b218e094ad801515347d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T14:31:57,951 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened f12897f37344b218e094ad801515347d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61559473, jitterRate=-0.08269236981868744}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-22T14:31:57,951 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f12897f37344b218e094ad801515347d 2024-11-22T14:31:57,952 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for f12897f37344b218e094ad801515347d: Running coprocessor pre-open hook at 1732285917924Writing region info on filesystem at 1732285917924Initializing all the Stores at 1732285917925 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732285917925Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732285917926 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732285917926Cleaning up temporary data from old regions at 1732285917946 (+20 ms)Running coprocessor post-open hooks at 1732285917951 (+5 ms)Region opened successfully at 1732285917952 (+1 ms) 2024-11-22T14:31:57,953 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732285916748.f12897f37344b218e094ad801515347d., pid=7, masterSystemTime=1732285917892 2024-11-22T14:31:57,957 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732285916748.f12897f37344b218e094ad801515347d. 2024-11-22T14:31:57,957 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732285916748.f12897f37344b218e094ad801515347d. 2024-11-22T14:31:57,958 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=f12897f37344b218e094ad801515347d, regionState=OPEN, openSeqNum=2, regionLocation=b313e41b3af3,40799,1732285910680 2024-11-22T14:31:57,960 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure f12897f37344b218e094ad801515347d, server=b313e41b3af3,40799,1732285910680 because future has completed 2024-11-22T14:31:57,965 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-22T14:31:57,965 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure f12897f37344b218e094ad801515347d, server=b313e41b3af3,40799,1732285910680 in 223 msec 2024-11-22T14:31:57,968 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-22T14:31:57,968 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f12897f37344b218e094ad801515347d, ASSIGN in 382 msec 2024-11-22T14:31:57,970 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T14:31:57,970 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732285917970"}]},"ts":"1732285917970"} 2024-11-22T14:31:57,973 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-22T14:31:57,974 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T14:31:57,976 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2250 sec 2024-11-22T14:31:58,007 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732285916748.f12897f37344b218e094ad801515347d., hostname=b313e41b3af3,40799,1732285910680, seqNum=2] 2024-11-22T14:31:58,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37023-0x10067d8a7350000, quorum=127.0.0.1:53164, baseZNode=/0-1919314971 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1919314971 2024-11-22T14:31:58,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40799-0x10067d8a7350001, quorum=127.0.0.1:53164, baseZNode=/0-1919314971 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1919314971 2024-11-22T14:31:58,020 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-22T14:31:58,132 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-22T14:31:58,133 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-22T14:31:58,175 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-22T14:31:58,175 INFO [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-22T14:31:58,213 INFO [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-b313e41b3af3,40799,1732285910680, ReplicationSource: 1, currentBandwidth=0 2024-11-22T14:31:58,214 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T14:31:58,214 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b313e41b3af3,40799,1732285910680, seqNum=-1] 2024-11-22T14:31:58,214 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T14:31:58,215 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47911, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientService 2024-11-22T14:31:58,217 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-b313e41b3af3,40799,1732285910680', locateType=CURRENT is [region=hbase:replication,,1732285916748.f12897f37344b218e094ad801515347d., hostname=b313e41b3af3,40799,1732285910680, seqNum=2] 2024-11-22T14:31:58,220 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-22T14:31:58,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-22T14:31:58,223 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on b313e41b3af3,40799,1732285910680 suceeded 2024-11-22T14:31:58,226 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-22T14:31:58,226 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 203 msec 2024-11-22T14:31:58,226 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://b313e41b3af3:32903,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-22T14:31:58,228 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4950 sec 2024-11-22T14:31:58,236 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,40799,1732285910680 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b313e41b3af3:32903' 2024-11-22T14:31:58,237 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,40799,1732285910680 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3e6bb7ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:31:58,237 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,40799,1732285910680 {}] client.ClusterIdFetcher(90): Going to request b313e41b3af3,32903,-1 for getting cluster id 2024-11-22T14:31:58,237 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,40799,1732285910680 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T14:31:58,238 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e79dd904-13f3-4a28-9fc5-34b60d877d5a' 2024-11-22T14:31:58,238 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T14:31:58,238 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e79dd904-13f3-4a28-9fc5-34b60d877d5a" 2024-11-22T14:31:58,239 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2a97f23c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:31:58,239 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b313e41b3af3,32903,-1] 2024-11-22T14:31:58,239 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T14:31:58,239 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:31:58,240 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34318, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientMetaService 2024-11-22T14:31:58,241 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,40799,1732285910680 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6acbf29a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:31:58,241 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,40799,1732285910680 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T14:31:58,242 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b313e41b3af3,32903,1732285913936 2024-11-22T14:31:58,242 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@68b6bae2 2024-11-22T14:31:58,243 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T14:31:58,244 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34324, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=MasterService 2024-11-22T14:31:58,245 INFO [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,40799,1732285910680 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-b313e41b3af3,40799,1732285910680 (queues=1) is replicating from cluster=fdd58680-cdf8-4d5c-b409-dfa3af9aa609 to cluster=e79dd904-13f3-4a28-9fc5-34b60d877d5a 2024-11-22T14:31:58,245 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,40799,1732285910680 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=b313e41b3af3%2C40799%2C1732285910680 2024-11-22T14:31:58,245 INFO [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,40799,1732285910680 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-b313e41b3af3,40799,1732285910680, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-22T14:31:58,246 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,40799,1732285910680.replicationSource.wal-reader.b313e41b3af3%2C40799%2C1732285910680,1-b313e41b3af3,40799,1732285910680 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46379/user/jenkins/test-data/b07f4e3f-699f-03ba-5bc8-303c9c8966e9/WALs/b313e41b3af3,40799,1732285910680/b313e41b3af3%2C40799%2C1732285910680.1732285912281, startPosition=0, beingWritten=true 2024-11-22T14:31:58,246 INFO [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,40799,1732285910680.replicationSource.shipperb313e41b3af3%2C40799%2C1732285910680,1-b313e41b3af3,40799,1732285910680 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: b313e41b3af3%2C40799%2C1732285910680 2024-11-22T14:31:58,452 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,40799,1732285910680.replicationSource.wal-reader.b313e41b3af3%2C40799%2C1732285910680,1-b313e41b3af3,40799,1732285910680 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46379/user/jenkins/test-data/b07f4e3f-699f-03ba-5bc8-303c9c8966e9/WALs/b313e41b3af3,40799,1732285910680/b313e41b3af3%2C40799%2C1732285910680.1732285912281 to pos 0, reset compression=false 2024-11-22T14:31:58,744 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-22T14:31:58,746 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:31:58,758 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,40799,1732285910680.replicationSource.wal-reader.b313e41b3af3%2C40799%2C1732285910680,1-b313e41b3af3,40799,1732285910680 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46379/user/jenkins/test-data/b07f4e3f-699f-03ba-5bc8-303c9c8966e9/WALs/b313e41b3af3,40799,1732285910680/b313e41b3af3%2C40799%2C1732285910680.1732285912281 to pos 0, reset compression=false 2024-11-22T14:31:58,777 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:31:58,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T14:31:58,884 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-22T14:31:58,884 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T14:31:58,884 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:560) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T14:31:58,884 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:31:58,884 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:31:58,884 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T14:31:58,884 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T14:31:58,885 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is b313e41b3af3,37023,1732285910628 2024-11-22T14:31:58,885 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@46840c1 2024-11-22T14:31:58,885 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T14:31:58,886 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54078, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T14:31:58,887 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-22T14:31:58,887 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-22T14:31:58,887 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T14:31:58,887 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T14:31:58,887 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:31:58,888 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:31:58,888 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T14:31:58,888 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-22T14:31:58,888 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1878370175, stopped=false 2024-11-22T14:31:58,888 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b313e41b3af3,32903,1732285913936 2024-11-22T14:31:58,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45761-0x10067d8a7350004, quorum=127.0.0.1:53164, baseZNode=/1-1854009656 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1854009656/running 2024-11-22T14:31:58,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32903-0x10067d8a7350003, quorum=127.0.0.1:53164, baseZNode=/1-1854009656 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1854009656/running 2024-11-22T14:31:58,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45761-0x10067d8a7350004, quorum=127.0.0.1:53164, baseZNode=/1-1854009656 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1854009656 2024-11-22T14:31:58,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32903-0x10067d8a7350003, quorum=127.0.0.1:53164, baseZNode=/1-1854009656 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1854009656 2024-11-22T14:31:58,889 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-22T14:31:58,889 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T14:31:58,889 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T14:31:58,889 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:31:58,890 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b313e41b3af3,45761,1732285913975' ***** 2024-11-22T14:31:58,890 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-22T14:31:58,890 INFO [RS:0;b313e41b3af3:45761 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-22T14:31:58,890 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-22T14:31:58,890 INFO [RS:0;b313e41b3af3:45761 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-22T14:31:58,890 INFO [RS:0;b313e41b3af3:45761 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-22T14:31:58,890 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45761-0x10067d8a7350004, quorum=127.0.0.1:53164, baseZNode=/1-1854009656 Set watcher on znode that does not yet exist, /1-1854009656/running 2024-11-22T14:31:58,890 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:32903-0x10067d8a7350003, quorum=127.0.0.1:53164, baseZNode=/1-1854009656 Set watcher on znode that does not yet exist, /1-1854009656/running 2024-11-22T14:31:58,890 INFO [RS:0;b313e41b3af3:45761 {}] regionserver.HRegionServer(959): stopping server b313e41b3af3,45761,1732285913975 2024-11-22T14:31:58,890 INFO [RS:0;b313e41b3af3:45761 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T14:31:58,890 INFO [RS:0;b313e41b3af3:45761 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b313e41b3af3:45761. 2024-11-22T14:31:58,890 DEBUG [RS:0;b313e41b3af3:45761 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T14:31:58,890 DEBUG [RS:0;b313e41b3af3:45761 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:31:58,890 INFO [RS:0;b313e41b3af3:45761 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-22T14:31:58,890 INFO [RS:0;b313e41b3af3:45761 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-22T14:31:58,890 INFO [RS:0;b313e41b3af3:45761 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-22T14:31:58,891 INFO [RS:0;b313e41b3af3:45761 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-22T14:31:58,891 INFO [RS:0;b313e41b3af3:45761 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-22T14:31:58,891 DEBUG [RS:0;b313e41b3af3:45761 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-22T14:31:58,891 DEBUG [RS:0;b313e41b3af3:45761 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T14:31:58,891 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-22T14:31:58,891 INFO [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-22T14:31:58,891 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-22T14:31:58,891 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T14:31:58,891 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T14:31:58,891 INFO [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-22T14:31:58,907 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32979/user/jenkins/test-data/ba7e267c-8f85-eae8-38f5-d3b2454b660b/data/hbase/meta/1588230740/.tmp/ns/411a8c40c54a4ffa96d579b161c87d41 is 43, key is default/ns:d/1732285916629/Put/seqid=0 2024-11-22T14:31:58,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42989 is added to blk_1073741835_1011 (size=5153) 2024-11-22T14:31:58,967 INFO [regionserver/b313e41b3af3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T14:31:59,091 DEBUG [RS:0;b313e41b3af3:45761 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T14:31:59,188 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,40799,1732285910680.replicationSource.wal-reader.b313e41b3af3%2C40799%2C1732285910680,1-b313e41b3af3,40799,1732285910680 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46379/user/jenkins/test-data/b07f4e3f-699f-03ba-5bc8-303c9c8966e9/WALs/b313e41b3af3,40799,1732285910680/b313e41b3af3%2C40799%2C1732285910680.1732285912281 to pos 0, reset compression=false 2024-11-22T14:31:59,291 DEBUG [RS:0;b313e41b3af3:45761 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T14:31:59,312 INFO [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:32979/user/jenkins/test-data/ba7e267c-8f85-eae8-38f5-d3b2454b660b/data/hbase/meta/1588230740/.tmp/ns/411a8c40c54a4ffa96d579b161c87d41 2024-11-22T14:31:59,321 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32979/user/jenkins/test-data/ba7e267c-8f85-eae8-38f5-d3b2454b660b/data/hbase/meta/1588230740/.tmp/ns/411a8c40c54a4ffa96d579b161c87d41 as hdfs://localhost:32979/user/jenkins/test-data/ba7e267c-8f85-eae8-38f5-d3b2454b660b/data/hbase/meta/1588230740/ns/411a8c40c54a4ffa96d579b161c87d41 2024-11-22T14:31:59,332 INFO [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32979/user/jenkins/test-data/ba7e267c-8f85-eae8-38f5-d3b2454b660b/data/hbase/meta/1588230740/ns/411a8c40c54a4ffa96d579b161c87d41, entries=2, sequenceid=6, filesize=5.0 K 2024-11-22T14:31:59,333 INFO [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 442ms, sequenceid=6, compaction requested=false 2024-11-22T14:31:59,341 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32979/user/jenkins/test-data/ba7e267c-8f85-eae8-38f5-d3b2454b660b/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-22T14:31:59,342 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-22T14:31:59,342 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T14:31:59,342 INFO [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-22T14:31:59,342 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732285918891Running coprocessor pre-close hooks at 1732285918891Disabling compacts and flushes for region at 1732285918891Disabling writes for close at 1732285918891Obtaining lock to block concurrent updates at 1732285918891Preparing flush snapshotting stores in 1588230740 at 1732285918891Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1732285918892 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732285918892Flushing 1588230740/ns: creating writer at 1732285918893 (+1 ms)Flushing 1588230740/ns: appending metadata at 1732285918906 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1732285918906Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@78425855: reopening flushed file at 1732285919320 (+414 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 442ms, sequenceid=6, compaction requested=false at 1732285919333 (+13 ms)Writing region close event to WAL at 1732285919337 (+4 ms)Running coprocessor post-close hooks at 1732285919341 (+4 ms)Closed at 1732285919342 (+1 ms) 2024-11-22T14:31:59,342 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-22T14:31:59,492 INFO [RS:0;b313e41b3af3:45761 {}] regionserver.HRegionServer(976): stopping server b313e41b3af3,45761,1732285913975; all regions closed. 2024-11-22T14:31:59,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42989 is added to blk_1073741834_1010 (size=1152) 2024-11-22T14:31:59,497 DEBUG [RS:0;b313e41b3af3:45761 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ba7e267c-8f85-eae8-38f5-d3b2454b660b/oldWALs 2024-11-22T14:31:59,497 INFO [RS:0;b313e41b3af3:45761 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b313e41b3af3%2C45761%2C1732285913975.meta:.meta(num 1732285916581) 2024-11-22T14:31:59,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42989 is added to blk_1073741832_1008 (size=93) 2024-11-22T14:31:59,500 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ba7e267c-8f85-eae8-38f5-d3b2454b660b/WALs/b313e41b3af3,45761,1732285913975/b313e41b3af3%2C45761%2C1732285913975.1732285915695 not finished, retry = 0 2024-11-22T14:31:59,582 INFO [regionserver/b313e41b3af3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-22T14:31:59,582 INFO [regionserver/b313e41b3af3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-22T14:31:59,602 DEBUG [RS:0;b313e41b3af3:45761 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ba7e267c-8f85-eae8-38f5-d3b2454b660b/oldWALs 2024-11-22T14:31:59,602 INFO [RS:0;b313e41b3af3:45761 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b313e41b3af3%2C45761%2C1732285913975:(num 1732285915695) 2024-11-22T14:31:59,602 DEBUG [RS:0;b313e41b3af3:45761 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:31:59,602 INFO [RS:0;b313e41b3af3:45761 {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T14:31:59,603 INFO [RS:0;b313e41b3af3:45761 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T14:31:59,603 INFO [RS:0;b313e41b3af3:45761 {}] hbase.ChoreService(370): Chore service for: regionserver/b313e41b3af3:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-22T14:31:59,603 INFO [RS:0;b313e41b3af3:45761 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T14:31:59,603 INFO [regionserver/b313e41b3af3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T14:31:59,603 INFO [RS:0;b313e41b3af3:45761 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45761 2024-11-22T14:31:59,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32903-0x10067d8a7350003, quorum=127.0.0.1:53164, baseZNode=/1-1854009656 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1854009656/rs 2024-11-22T14:31:59,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45761-0x10067d8a7350004, quorum=127.0.0.1:53164, baseZNode=/1-1854009656 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1854009656/rs/b313e41b3af3,45761,1732285913975 2024-11-22T14:31:59,604 INFO [RS:0;b313e41b3af3:45761 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T14:31:59,605 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b313e41b3af3,45761,1732285913975] 2024-11-22T14:31:59,606 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1854009656/draining/b313e41b3af3,45761,1732285913975 already deleted, retry=false 2024-11-22T14:31:59,606 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b313e41b3af3,45761,1732285913975 expired; onlineServers=0 2024-11-22T14:31:59,606 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b313e41b3af3,32903,1732285913936' ***** 2024-11-22T14:31:59,606 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-22T14:31:59,606 INFO [M:0;b313e41b3af3:32903 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T14:31:59,606 INFO [M:0;b313e41b3af3:32903 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T14:31:59,606 DEBUG [M:0;b313e41b3af3:32903 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-22T14:31:59,607 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-22T14:31:59,607 DEBUG [M:0;b313e41b3af3:32903 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-22T14:31:59,607 DEBUG [master/b313e41b3af3:0:becomeActiveMaster-HFileCleaner.large.0-1732285915424 {}] cleaner.HFileCleaner(306): Exit Thread[master/b313e41b3af3:0:becomeActiveMaster-HFileCleaner.large.0-1732285915424,5,FailOnTimeoutGroup] 2024-11-22T14:31:59,607 DEBUG [master/b313e41b3af3:0:becomeActiveMaster-HFileCleaner.small.0-1732285915425 {}] cleaner.HFileCleaner(306): Exit Thread[master/b313e41b3af3:0:becomeActiveMaster-HFileCleaner.small.0-1732285915425,5,FailOnTimeoutGroup] 2024-11-22T14:31:59,607 INFO [M:0;b313e41b3af3:32903 {}] hbase.ChoreService(370): Chore service for: master/b313e41b3af3:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-22T14:31:59,607 INFO [M:0;b313e41b3af3:32903 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T14:31:59,607 DEBUG [M:0;b313e41b3af3:32903 {}] master.HMaster(1795): Stopping service threads 2024-11-22T14:31:59,607 INFO [M:0;b313e41b3af3:32903 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-22T14:31:59,607 INFO [M:0;b313e41b3af3:32903 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-22T14:31:59,607 INFO [M:0;b313e41b3af3:32903 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-22T14:31:59,607 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-22T14:31:59,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32903-0x10067d8a7350003, quorum=127.0.0.1:53164, baseZNode=/1-1854009656 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1854009656/master 2024-11-22T14:31:59,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32903-0x10067d8a7350003, quorum=127.0.0.1:53164, baseZNode=/1-1854009656 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1854009656 2024-11-22T14:31:59,608 DEBUG [M:0;b313e41b3af3:32903 {}] zookeeper.ZKUtil(347): master:32903-0x10067d8a7350003, quorum=127.0.0.1:53164, baseZNode=/1-1854009656 Unable to get data of znode /1-1854009656/master because node does not exist (not an error) 2024-11-22T14:31:59,608 WARN [M:0;b313e41b3af3:32903 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-22T14:31:59,609 INFO [M:0;b313e41b3af3:32903 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:32979/user/jenkins/test-data/ba7e267c-8f85-eae8-38f5-d3b2454b660b/.lastflushedseqids 2024-11-22T14:31:59,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42989 is added to blk_1073741836_1012 (size=99) 2024-11-22T14:31:59,695 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,40799,1732285910680.replicationSource.wal-reader.b313e41b3af3%2C40799%2C1732285910680,1-b313e41b3af3,40799,1732285910680 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46379/user/jenkins/test-data/b07f4e3f-699f-03ba-5bc8-303c9c8966e9/WALs/b313e41b3af3,40799,1732285910680/b313e41b3af3%2C40799%2C1732285910680.1732285912281 to pos 0, reset compression=false 2024-11-22T14:31:59,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45761-0x10067d8a7350004, quorum=127.0.0.1:53164, baseZNode=/1-1854009656 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T14:31:59,705 INFO [RS:0;b313e41b3af3:45761 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T14:31:59,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45761-0x10067d8a7350004, quorum=127.0.0.1:53164, baseZNode=/1-1854009656 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T14:31:59,705 INFO [RS:0;b313e41b3af3:45761 {}] regionserver.HRegionServer(1031): Exiting; stopping=b313e41b3af3,45761,1732285913975; zookeeper connection closed. 2024-11-22T14:31:59,706 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@363ac5e5 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@363ac5e5 2024-11-22T14:31:59,706 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-22T14:32:00,015 INFO [M:0;b313e41b3af3:32903 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-22T14:32:00,015 INFO [M:0;b313e41b3af3:32903 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-22T14:32:00,015 DEBUG [M:0;b313e41b3af3:32903 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T14:32:00,015 INFO [M:0;b313e41b3af3:32903 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T14:32:00,015 DEBUG [M:0;b313e41b3af3:32903 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T14:32:00,015 DEBUG [M:0;b313e41b3af3:32903 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T14:32:00,015 DEBUG [M:0;b313e41b3af3:32903 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T14:32:00,016 INFO [M:0;b313e41b3af3:32903 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-22T14:32:00,033 DEBUG [M:0;b313e41b3af3:32903 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32979/user/jenkins/test-data/ba7e267c-8f85-eae8-38f5-d3b2454b660b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0be87786d6e5412f995c7ad10ff26ba4 is 82, key is hbase:meta,,1/info:regioninfo/1732285916616/Put/seqid=0 2024-11-22T14:32:00,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42989 is added to blk_1073741837_1013 (size=5672) 2024-11-22T14:32:00,300 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,40799,1732285910680.replicationSource.wal-reader.b313e41b3af3%2C40799%2C1732285910680,1-b313e41b3af3,40799,1732285910680 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46379/user/jenkins/test-data/b07f4e3f-699f-03ba-5bc8-303c9c8966e9/WALs/b313e41b3af3,40799,1732285910680/b313e41b3af3%2C40799%2C1732285910680.1732285912281 to pos 0, reset compression=false 2024-11-22T14:32:00,441 INFO [M:0;b313e41b3af3:32903 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:32979/user/jenkins/test-data/ba7e267c-8f85-eae8-38f5-d3b2454b660b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0be87786d6e5412f995c7ad10ff26ba4 2024-11-22T14:32:00,462 DEBUG [M:0;b313e41b3af3:32903 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32979/user/jenkins/test-data/ba7e267c-8f85-eae8-38f5-d3b2454b660b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/28d7f3dca99a4ae0b103fe3f6ae7c828 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1732285916633/Put/seqid=0 2024-11-22T14:32:00,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42989 is added to blk_1073741838_1014 (size=5275) 2024-11-22T14:32:00,467 INFO [M:0;b313e41b3af3:32903 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:32979/user/jenkins/test-data/ba7e267c-8f85-eae8-38f5-d3b2454b660b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/28d7f3dca99a4ae0b103fe3f6ae7c828 2024-11-22T14:32:00,489 DEBUG [M:0;b313e41b3af3:32903 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32979/user/jenkins/test-data/ba7e267c-8f85-eae8-38f5-d3b2454b660b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/abf76422f21e411387297e48271f5ed8 is 69, key is b313e41b3af3,45761,1732285913975/rs:state/1732285915521/Put/seqid=0 2024-11-22T14:32:00,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42989 is added to blk_1073741839_1015 (size=5156) 2024-11-22T14:32:00,894 INFO [M:0;b313e41b3af3:32903 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:32979/user/jenkins/test-data/ba7e267c-8f85-eae8-38f5-d3b2454b660b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/abf76422f21e411387297e48271f5ed8 2024-11-22T14:32:00,901 DEBUG [M:0;b313e41b3af3:32903 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32979/user/jenkins/test-data/ba7e267c-8f85-eae8-38f5-d3b2454b660b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0be87786d6e5412f995c7ad10ff26ba4 as hdfs://localhost:32979/user/jenkins/test-data/ba7e267c-8f85-eae8-38f5-d3b2454b660b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0be87786d6e5412f995c7ad10ff26ba4 2024-11-22T14:32:00,907 INFO [M:0;b313e41b3af3:32903 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32979/user/jenkins/test-data/ba7e267c-8f85-eae8-38f5-d3b2454b660b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0be87786d6e5412f995c7ad10ff26ba4, entries=8, sequenceid=28, filesize=5.5 K 2024-11-22T14:32:00,908 DEBUG [M:0;b313e41b3af3:32903 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32979/user/jenkins/test-data/ba7e267c-8f85-eae8-38f5-d3b2454b660b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/28d7f3dca99a4ae0b103fe3f6ae7c828 as hdfs://localhost:32979/user/jenkins/test-data/ba7e267c-8f85-eae8-38f5-d3b2454b660b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/28d7f3dca99a4ae0b103fe3f6ae7c828 2024-11-22T14:32:00,914 INFO [M:0;b313e41b3af3:32903 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32979/user/jenkins/test-data/ba7e267c-8f85-eae8-38f5-d3b2454b660b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/28d7f3dca99a4ae0b103fe3f6ae7c828, entries=3, sequenceid=28, filesize=5.2 K 2024-11-22T14:32:00,915 DEBUG [M:0;b313e41b3af3:32903 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32979/user/jenkins/test-data/ba7e267c-8f85-eae8-38f5-d3b2454b660b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/abf76422f21e411387297e48271f5ed8 as hdfs://localhost:32979/user/jenkins/test-data/ba7e267c-8f85-eae8-38f5-d3b2454b660b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/abf76422f21e411387297e48271f5ed8 2024-11-22T14:32:00,921 INFO [M:0;b313e41b3af3:32903 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32979/user/jenkins/test-data/ba7e267c-8f85-eae8-38f5-d3b2454b660b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/abf76422f21e411387297e48271f5ed8, entries=1, sequenceid=28, filesize=5.0 K 2024-11-22T14:32:00,922 INFO [M:0;b313e41b3af3:32903 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 907ms, sequenceid=28, compaction requested=false 2024-11-22T14:32:00,924 INFO [M:0;b313e41b3af3:32903 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T14:32:00,924 DEBUG [M:0;b313e41b3af3:32903 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732285920015Disabling compacts and flushes for region at 1732285920015Disabling writes for close at 1732285920015Obtaining lock to block concurrent updates at 1732285920016 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732285920016Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1732285920016Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732285920017 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732285920017Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732285920032 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732285920032Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732285920447 (+415 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732285920461 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732285920461Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732285920472 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732285920488 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732285920488Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ff00397: reopening flushed file at 1732285920900 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@27c0189c: reopening flushed file at 1732285920907 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6fbb4e92: reopening flushed file at 1732285920914 (+7 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 907ms, sequenceid=28, compaction requested=false at 1732285920922 (+8 ms)Writing region close event to WAL at 1732285920923 (+1 ms)Closed at 1732285920924 (+1 ms) 2024-11-22T14:32:00,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42989 is added to blk_1073741830_1006 (size=10165) 2024-11-22T14:32:00,933 INFO [M:0;b313e41b3af3:32903 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-22T14:32:00,933 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T14:32:00,933 INFO [M:0;b313e41b3af3:32903 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:32903 2024-11-22T14:32:00,933 INFO [M:0;b313e41b3af3:32903 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T14:32:01,005 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,40799,1732285910680.replicationSource.wal-reader.b313e41b3af3%2C40799%2C1732285910680,1-b313e41b3af3,40799,1732285910680 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46379/user/jenkins/test-data/b07f4e3f-699f-03ba-5bc8-303c9c8966e9/WALs/b313e41b3af3,40799,1732285910680/b313e41b3af3%2C40799%2C1732285910680.1732285912281 to pos 0, reset compression=false 2024-11-22T14:32:01,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32903-0x10067d8a7350003, quorum=127.0.0.1:53164, baseZNode=/1-1854009656 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T14:32:01,034 INFO [M:0;b313e41b3af3:32903 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T14:32:01,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32903-0x10067d8a7350003, quorum=127.0.0.1:53164, baseZNode=/1-1854009656 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T14:32:01,037 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@51da98bc{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T14:32:01,037 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@48299201{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T14:32:01,038 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T14:32:01,038 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2939c861{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T14:32:01,038 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@78ceb2d4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7d398001-adbb-8183-21ec-e01b287c1cf4/hadoop.log.dir/,STOPPED} 2024-11-22T14:32:01,039 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-22T14:32:01,039 WARN [BP-1422359113-172.17.0.2-1732285913346 heartbeating to localhost/127.0.0.1:32979 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-22T14:32:01,039 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-22T14:32:01,039 WARN [BP-1422359113-172.17.0.2-1732285913346 heartbeating to localhost/127.0.0.1:32979 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1422359113-172.17.0.2-1732285913346 (Datanode Uuid a3583635-9dcb-4468-bfc9-3eea2d89981c) service to localhost/127.0.0.1:32979 2024-11-22T14:32:01,039 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7d398001-adbb-8183-21ec-e01b287c1cf4/cluster_c6f0286e-f287-d474-0ab5-896114374b0c/data/data1/current/BP-1422359113-172.17.0.2-1732285913346 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T14:32:01,040 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7d398001-adbb-8183-21ec-e01b287c1cf4/cluster_c6f0286e-f287-d474-0ab5-896114374b0c/data/data2/current/BP-1422359113-172.17.0.2-1732285913346 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T14:32:01,040 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-22T14:32:01,045 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5c9b3cc8{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T14:32:01,045 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@a51996c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T14:32:01,045 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T14:32:01,046 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6bdd1ba8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T14:32:01,046 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2e9e52a8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7d398001-adbb-8183-21ec-e01b287c1cf4/hadoop.log.dir/,STOPPED} 2024-11-22T14:32:01,057 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-22T14:32:01,057 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-22T14:32:01,058 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T14:32:01,058 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T14:32:01,058 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:32:01,058 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:32:01,058 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T14:32:01,058 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-22T14:32:01,058 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1488561904, stopped=false 2024-11-22T14:32:01,058 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b313e41b3af3,37023,1732285910628 2024-11-22T14:32:01,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37023-0x10067d8a7350000, quorum=127.0.0.1:53164, baseZNode=/0-1919314971 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1919314971/running 2024-11-22T14:32:01,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37023-0x10067d8a7350000, quorum=127.0.0.1:53164, baseZNode=/0-1919314971 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1919314971 2024-11-22T14:32:01,060 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-22T14:32:01,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40799-0x10067d8a7350001, quorum=127.0.0.1:53164, baseZNode=/0-1919314971 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1919314971/running 2024-11-22T14:32:01,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40799-0x10067d8a7350001, quorum=127.0.0.1:53164, baseZNode=/0-1919314971 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1919314971 2024-11-22T14:32:01,060 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T14:32:01,060 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T14:32:01,060 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:32:01,060 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37023-0x10067d8a7350000, quorum=127.0.0.1:53164, baseZNode=/0-1919314971 Set watcher on znode that does not yet exist, /0-1919314971/running 2024-11-22T14:32:01,060 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b313e41b3af3,40799,1732285910680' ***** 2024-11-22T14:32:01,060 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-22T14:32:01,061 INFO [RS:0;b313e41b3af3:40799 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-22T14:32:01,061 INFO [RS:0;b313e41b3af3:40799 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-22T14:32:01,061 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40799-0x10067d8a7350001, quorum=127.0.0.1:53164, baseZNode=/0-1919314971 Set watcher on znode that does not yet exist, /0-1919314971/running 2024-11-22T14:32:01,061 INFO [RS:0;b313e41b3af3:40799 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-22T14:32:01,061 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-22T14:32:01,061 INFO [RS:0;b313e41b3af3:40799 {}] regionserver.HRegionServer(3091): Received CLOSE for f12897f37344b218e094ad801515347d 2024-11-22T14:32:01,061 INFO [RS:0;b313e41b3af3:40799 {}] regionserver.HRegionServer(959): stopping server b313e41b3af3,40799,1732285910680 2024-11-22T14:32:01,061 INFO [RS:0;b313e41b3af3:40799 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T14:32:01,061 INFO [RS:0;b313e41b3af3:40799 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b313e41b3af3:40799. 2024-11-22T14:32:01,061 DEBUG [RS:0;b313e41b3af3:40799 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T14:32:01,061 DEBUG [RS:0;b313e41b3af3:40799 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:32:01,061 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f12897f37344b218e094ad801515347d, disabling compactions & flushes 2024-11-22T14:32:01,061 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732285916748.f12897f37344b218e094ad801515347d. 2024-11-22T14:32:01,062 INFO [RS:0;b313e41b3af3:40799 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-22T14:32:01,062 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732285916748.f12897f37344b218e094ad801515347d. 2024-11-22T14:32:01,062 INFO [RS:0;b313e41b3af3:40799 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-22T14:32:01,062 INFO [RS:0;b313e41b3af3:40799 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-22T14:32:01,062 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732285916748.f12897f37344b218e094ad801515347d. after waiting 0 ms 2024-11-22T14:32:01,062 INFO [RS:0;b313e41b3af3:40799 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-22T14:32:01,062 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732285916748.f12897f37344b218e094ad801515347d. 2024-11-22T14:32:01,062 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing f12897f37344b218e094ad801515347d 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-22T14:32:01,062 INFO [RS:0;b313e41b3af3:40799 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-22T14:32:01,062 DEBUG [RS:0;b313e41b3af3:40799 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, f12897f37344b218e094ad801515347d=hbase:replication,,1732285916748.f12897f37344b218e094ad801515347d.} 2024-11-22T14:32:01,062 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-22T14:32:01,062 DEBUG [RS:0;b313e41b3af3:40799 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f12897f37344b218e094ad801515347d 2024-11-22T14:32:01,062 INFO [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-22T14:32:01,062 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-22T14:32:01,062 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T14:32:01,062 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T14:32:01,062 INFO [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-22T14:32:01,077 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46379/user/jenkins/test-data/b07f4e3f-699f-03ba-5bc8-303c9c8966e9/data/hbase/replication/f12897f37344b218e094ad801515347d/.tmp/queue/a76c2f300a5b4c12b3464fc42b2a0aed is 151, key is 1-b313e41b3af3,40799,1732285910680/queue:b313e41b3af3%2C40799%2C1732285910680/1732285918218/Put/seqid=0 2024-11-22T14:32:01,080 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46379/user/jenkins/test-data/b07f4e3f-699f-03ba-5bc8-303c9c8966e9/data/hbase/meta/1588230740/.tmp/info/569b77e489214b31ae5d6aa1287a65e4 is 147, key is hbase:replication,,1732285916748.f12897f37344b218e094ad801515347d./info:regioninfo/1732285917958/Put/seqid=0 2024-11-22T14:32:01,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33443 is added to blk_1073741838_1014 (size=5350) 2024-11-22T14:32:01,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33443 is added to blk_1073741839_1015 (size=6631) 2024-11-22T14:32:01,146 INFO [regionserver/b313e41b3af3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-22T14:32:01,146 INFO [regionserver/b313e41b3af3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-22T14:32:01,157 INFO [regionserver/b313e41b3af3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T14:32:01,262 DEBUG [RS:0;b313e41b3af3:40799 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f12897f37344b218e094ad801515347d 2024-11-22T14:32:01,462 DEBUG [RS:0;b313e41b3af3:40799 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f12897f37344b218e094ad801515347d 2024-11-22T14:32:01,483 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:46379/user/jenkins/test-data/b07f4e3f-699f-03ba-5bc8-303c9c8966e9/data/hbase/replication/f12897f37344b218e094ad801515347d/.tmp/queue/a76c2f300a5b4c12b3464fc42b2a0aed 2024-11-22T14:32:01,487 INFO [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46379/user/jenkins/test-data/b07f4e3f-699f-03ba-5bc8-303c9c8966e9/data/hbase/meta/1588230740/.tmp/info/569b77e489214b31ae5d6aa1287a65e4 2024-11-22T14:32:01,490 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46379/user/jenkins/test-data/b07f4e3f-699f-03ba-5bc8-303c9c8966e9/data/hbase/replication/f12897f37344b218e094ad801515347d/.tmp/queue/a76c2f300a5b4c12b3464fc42b2a0aed as hdfs://localhost:46379/user/jenkins/test-data/b07f4e3f-699f-03ba-5bc8-303c9c8966e9/data/hbase/replication/f12897f37344b218e094ad801515347d/queue/a76c2f300a5b4c12b3464fc42b2a0aed 2024-11-22T14:32:01,497 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46379/user/jenkins/test-data/b07f4e3f-699f-03ba-5bc8-303c9c8966e9/data/hbase/replication/f12897f37344b218e094ad801515347d/queue/a76c2f300a5b4c12b3464fc42b2a0aed, entries=1, sequenceid=5, filesize=5.2 K 2024-11-22T14:32:01,498 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for f12897f37344b218e094ad801515347d in 436ms, sequenceid=5, compaction requested=false 2024-11-22T14:32:01,506 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46379/user/jenkins/test-data/b07f4e3f-699f-03ba-5bc8-303c9c8966e9/data/hbase/replication/f12897f37344b218e094ad801515347d/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-22T14:32:01,507 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-22T14:32:01,507 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T14:32:01,507 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732285916748.f12897f37344b218e094ad801515347d. 2024-11-22T14:32:01,507 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f12897f37344b218e094ad801515347d: Waiting for close lock at 1732285921061Running coprocessor pre-close hooks at 1732285921061Disabling compacts and flushes for region at 1732285921061Disabling writes for close at 1732285921062 (+1 ms)Obtaining lock to block concurrent updates at 1732285921062Preparing flush snapshotting stores in f12897f37344b218e094ad801515347d at 1732285921062Finished memstore snapshotting hbase:replication,,1732285916748.f12897f37344b218e094ad801515347d., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1732285921062Flushing stores of hbase:replication,,1732285916748.f12897f37344b218e094ad801515347d. at 1732285921063 (+1 ms)Flushing f12897f37344b218e094ad801515347d/queue: creating writer at 1732285921063Flushing f12897f37344b218e094ad801515347d/queue: appending metadata at 1732285921077 (+14 ms)Flushing f12897f37344b218e094ad801515347d/queue: closing flushed file at 1732285921077Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@13bc6894: reopening flushed file at 1732285921489 (+412 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for f12897f37344b218e094ad801515347d in 436ms, sequenceid=5, compaction requested=false at 1732285921498 (+9 ms)Writing region close event to WAL at 1732285921502 (+4 ms)Running coprocessor post-close hooks at 1732285921507 (+5 ms)Closed at 1732285921507 2024-11-22T14:32:01,507 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732285916748.f12897f37344b218e094ad801515347d. 2024-11-22T14:32:01,517 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46379/user/jenkins/test-data/b07f4e3f-699f-03ba-5bc8-303c9c8966e9/data/hbase/meta/1588230740/.tmp/ns/249daa77d907406b8b75b1f31ecb5e4c is 43, key is default/ns:d/1732285913280/Put/seqid=0 2024-11-22T14:32:01,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33443 is added to blk_1073741840_1016 (size=5153) 2024-11-22T14:32:01,663 DEBUG [RS:0;b313e41b3af3:40799 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T14:32:01,810 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,40799,1732285910680.replicationSource.wal-reader.b313e41b3af3%2C40799%2C1732285910680,1-b313e41b3af3,40799,1732285910680 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46379/user/jenkins/test-data/b07f4e3f-699f-03ba-5bc8-303c9c8966e9/WALs/b313e41b3af3,40799,1732285910680/b313e41b3af3%2C40799%2C1732285910680.1732285912281 to pos 0, reset compression=false 2024-11-22T14:32:01,863 DEBUG [RS:0;b313e41b3af3:40799 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T14:32:01,922 INFO [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46379/user/jenkins/test-data/b07f4e3f-699f-03ba-5bc8-303c9c8966e9/data/hbase/meta/1588230740/.tmp/ns/249daa77d907406b8b75b1f31ecb5e4c 2024-11-22T14:32:01,941 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46379/user/jenkins/test-data/b07f4e3f-699f-03ba-5bc8-303c9c8966e9/data/hbase/meta/1588230740/.tmp/table/a16198067a81481bbaac851364e715a7 is 53, key is hbase:replication/table:state/1732285917970/Put/seqid=0 2024-11-22T14:32:01,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33443 is added to blk_1073741841_1017 (size=5256) 2024-11-22T14:32:02,063 INFO [RS:0;b313e41b3af3:40799 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-22T14:32:02,063 DEBUG [RS:0;b313e41b3af3:40799 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-22T14:32:02,063 DEBUG [RS:0;b313e41b3af3:40799 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T14:32:02,263 DEBUG [RS:0;b313e41b3af3:40799 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T14:32:02,349 INFO [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46379/user/jenkins/test-data/b07f4e3f-699f-03ba-5bc8-303c9c8966e9/data/hbase/meta/1588230740/.tmp/table/a16198067a81481bbaac851364e715a7 2024-11-22T14:32:02,358 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46379/user/jenkins/test-data/b07f4e3f-699f-03ba-5bc8-303c9c8966e9/data/hbase/meta/1588230740/.tmp/info/569b77e489214b31ae5d6aa1287a65e4 as hdfs://localhost:46379/user/jenkins/test-data/b07f4e3f-699f-03ba-5bc8-303c9c8966e9/data/hbase/meta/1588230740/info/569b77e489214b31ae5d6aa1287a65e4 2024-11-22T14:32:02,364 INFO [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46379/user/jenkins/test-data/b07f4e3f-699f-03ba-5bc8-303c9c8966e9/data/hbase/meta/1588230740/info/569b77e489214b31ae5d6aa1287a65e4, entries=10, sequenceid=11, filesize=6.5 K 2024-11-22T14:32:02,366 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46379/user/jenkins/test-data/b07f4e3f-699f-03ba-5bc8-303c9c8966e9/data/hbase/meta/1588230740/.tmp/ns/249daa77d907406b8b75b1f31ecb5e4c as hdfs://localhost:46379/user/jenkins/test-data/b07f4e3f-699f-03ba-5bc8-303c9c8966e9/data/hbase/meta/1588230740/ns/249daa77d907406b8b75b1f31ecb5e4c 2024-11-22T14:32:02,372 INFO [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46379/user/jenkins/test-data/b07f4e3f-699f-03ba-5bc8-303c9c8966e9/data/hbase/meta/1588230740/ns/249daa77d907406b8b75b1f31ecb5e4c, entries=2, sequenceid=11, filesize=5.0 K 2024-11-22T14:32:02,374 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46379/user/jenkins/test-data/b07f4e3f-699f-03ba-5bc8-303c9c8966e9/data/hbase/meta/1588230740/.tmp/table/a16198067a81481bbaac851364e715a7 as hdfs://localhost:46379/user/jenkins/test-data/b07f4e3f-699f-03ba-5bc8-303c9c8966e9/data/hbase/meta/1588230740/table/a16198067a81481bbaac851364e715a7 2024-11-22T14:32:02,380 INFO [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46379/user/jenkins/test-data/b07f4e3f-699f-03ba-5bc8-303c9c8966e9/data/hbase/meta/1588230740/table/a16198067a81481bbaac851364e715a7, entries=2, sequenceid=11, filesize=5.1 K 2024-11-22T14:32:02,381 INFO [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1319ms, sequenceid=11, compaction requested=false 2024-11-22T14:32:02,390 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46379/user/jenkins/test-data/b07f4e3f-699f-03ba-5bc8-303c9c8966e9/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-22T14:32:02,391 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-22T14:32:02,391 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T14:32:02,391 INFO [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-22T14:32:02,391 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732285921062Running coprocessor pre-close hooks at 1732285921062Disabling compacts and flushes for region at 1732285921062Disabling writes for close at 1732285921062Obtaining lock to block concurrent updates at 1732285921062Preparing flush snapshotting stores in 1588230740 at 1732285921062Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1732285921063 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732285921063Flushing 1588230740/info: creating writer at 1732285921063Flushing 1588230740/info: appending metadata at 1732285921079 (+16 ms)Flushing 1588230740/info: closing flushed file at 1732285921079Flushing 1588230740/ns: creating writer at 1732285921492 (+413 ms)Flushing 1588230740/ns: appending metadata at 1732285921517 (+25 ms)Flushing 1588230740/ns: closing flushed file at 1732285921517Flushing 1588230740/table: creating writer at 1732285921928 (+411 ms)Flushing 1588230740/table: appending metadata at 1732285921941 (+13 ms)Flushing 1588230740/table: closing flushed file at 1732285921941Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@421c8dfe: reopening flushed file at 1732285922357 (+416 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@12571383: reopening flushed file at 1732285922365 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@29cd04d7: reopening flushed file at 1732285922373 (+8 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1319ms, sequenceid=11, compaction requested=false at 1732285922381 (+8 ms)Writing region close event to WAL at 1732285922385 (+4 ms)Running coprocessor post-close hooks at 1732285922391 (+6 ms)Closed at 1732285922391 2024-11-22T14:32:02,391 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-22T14:32:02,464 INFO [RS:0;b313e41b3af3:40799 {}] regionserver.HRegionServer(976): stopping server b313e41b3af3,40799,1732285910680; all regions closed. 2024-11-22T14:32:02,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33443 is added to blk_1073741834_1010 (size=2742) 2024-11-22T14:32:02,466 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b07f4e3f-699f-03ba-5bc8-303c9c8966e9/WALs/b313e41b3af3,40799,1732285910680/b313e41b3af3%2C40799%2C1732285910680.meta.1732285913222.meta not finished, retry = 0 2024-11-22T14:32:02,569 DEBUG [RS:0;b313e41b3af3:40799 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b07f4e3f-699f-03ba-5bc8-303c9c8966e9/oldWALs 2024-11-22T14:32:02,569 INFO [RS:0;b313e41b3af3:40799 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b313e41b3af3%2C40799%2C1732285910680.meta:.meta(num 1732285913222) 2024-11-22T14:32:02,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33443 is added to blk_1073741837_1013 (size=1586) 2024-11-22T14:32:02,574 DEBUG [RS:0;b313e41b3af3:40799 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b07f4e3f-699f-03ba-5bc8-303c9c8966e9/oldWALs 2024-11-22T14:32:02,574 INFO [RS:0;b313e41b3af3:40799 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b313e41b3af3%2C40799%2C1732285910680.rep:(num 1732285917900) 2024-11-22T14:32:02,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33443 is added to blk_1073741832_1008 (size=93) 2024-11-22T14:32:02,577 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b07f4e3f-699f-03ba-5bc8-303c9c8966e9/WALs/b313e41b3af3,40799,1732285910680/b313e41b3af3%2C40799%2C1732285910680.1732285912281 not finished, retry = 0 2024-11-22T14:32:02,679 DEBUG [RS:0;b313e41b3af3:40799 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b07f4e3f-699f-03ba-5bc8-303c9c8966e9/oldWALs 2024-11-22T14:32:02,679 INFO [RS:0;b313e41b3af3:40799 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b313e41b3af3%2C40799%2C1732285910680:(num 1732285912281) 2024-11-22T14:32:02,679 DEBUG [RS:0;b313e41b3af3:40799 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:32:02,679 INFO [RS:0;b313e41b3af3:40799 {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T14:32:02,680 INFO [RS:0;b313e41b3af3:40799 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T14:32:02,680 INFO [RS:0;b313e41b3af3:40799 {}] hbase.ChoreService(370): Chore service for: regionserver/b313e41b3af3:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-22T14:32:02,680 INFO [RS:0;b313e41b3af3:40799 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T14:32:02,680 INFO [regionserver/b313e41b3af3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T14:32:02,680 INFO [RS:0;b313e41b3af3:40799 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-b313e41b3af3,40799,1732285910680 because: Region server is closing 2024-11-22T14:32:02,680 INFO [RS:0;b313e41b3af3:40799 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b313e41b3af3:40799. 2024-11-22T14:32:02,681 DEBUG [RS:0;b313e41b3af3:40799 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T14:32:02,681 DEBUG [RS:0;b313e41b3af3:40799 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:32:02,681 DEBUG [RS:0;b313e41b3af3:40799 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:32:02,681 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T14:32:02,781 WARN [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,40799,1732285910680.replicationSource.shipperb313e41b3af3%2C40799%2C1732285910680,1-b313e41b3af3,40799,1732285910680 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-22T14:32:02,781 INFO [RS:0;b313e41b3af3:40799 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,40799,1732285910680.replicationSource.shipperb313e41b3af3%2C40799%2C1732285910680,1-b313e41b3af3,40799,1732285910680 terminated 2024-11-22T14:32:02,781 INFO [RS:0;b313e41b3af3:40799 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40799 2024-11-22T14:32:02,783 INFO [RS:0;b313e41b3af3:40799 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T14:32:02,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37023-0x10067d8a7350000, quorum=127.0.0.1:53164, baseZNode=/0-1919314971 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1919314971/rs 2024-11-22T14:32:02,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40799-0x10067d8a7350001, quorum=127.0.0.1:53164, baseZNode=/0-1919314971 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1919314971/rs/b313e41b3af3,40799,1732285910680 2024-11-22T14:32:02,784 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b313e41b3af3,40799,1732285910680] 2024-11-22T14:32:02,784 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1919314971/draining/b313e41b3af3,40799,1732285910680 already deleted, retry=false 2024-11-22T14:32:02,784 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b313e41b3af3,40799,1732285910680 expired; onlineServers=0 2024-11-22T14:32:02,784 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b313e41b3af3,37023,1732285910628' ***** 2024-11-22T14:32:02,784 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-22T14:32:02,785 INFO [M:0;b313e41b3af3:37023 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T14:32:02,785 INFO [M:0;b313e41b3af3:37023 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T14:32:02,785 DEBUG [M:0;b313e41b3af3:37023 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-22T14:32:02,785 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-22T14:32:02,785 DEBUG [M:0;b313e41b3af3:37023 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-22T14:32:02,785 DEBUG [master/b313e41b3af3:0:becomeActiveMaster-HFileCleaner.small.0-1732285912061 {}] cleaner.HFileCleaner(306): Exit Thread[master/b313e41b3af3:0:becomeActiveMaster-HFileCleaner.small.0-1732285912061,5,FailOnTimeoutGroup] 2024-11-22T14:32:02,785 DEBUG [master/b313e41b3af3:0:becomeActiveMaster-HFileCleaner.large.0-1732285912061 {}] cleaner.HFileCleaner(306): Exit Thread[master/b313e41b3af3:0:becomeActiveMaster-HFileCleaner.large.0-1732285912061,5,FailOnTimeoutGroup] 2024-11-22T14:32:02,785 INFO [M:0;b313e41b3af3:37023 {}] hbase.ChoreService(370): Chore service for: master/b313e41b3af3:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-22T14:32:02,785 INFO [M:0;b313e41b3af3:37023 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T14:32:02,785 DEBUG [M:0;b313e41b3af3:37023 {}] master.HMaster(1795): Stopping service threads 2024-11-22T14:32:02,785 INFO [M:0;b313e41b3af3:37023 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-22T14:32:02,785 INFO [M:0;b313e41b3af3:37023 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-22T14:32:02,785 INFO [M:0;b313e41b3af3:37023 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-22T14:32:02,786 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-22T14:32:02,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37023-0x10067d8a7350000, quorum=127.0.0.1:53164, baseZNode=/0-1919314971 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1919314971/master 2024-11-22T14:32:02,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37023-0x10067d8a7350000, quorum=127.0.0.1:53164, baseZNode=/0-1919314971 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1919314971 2024-11-22T14:32:02,786 DEBUG [M:0;b313e41b3af3:37023 {}] zookeeper.ZKUtil(347): master:37023-0x10067d8a7350000, quorum=127.0.0.1:53164, baseZNode=/0-1919314971 Unable to get data of znode /0-1919314971/master because node does not exist (not an error) 2024-11-22T14:32:02,786 WARN [M:0;b313e41b3af3:37023 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-22T14:32:02,786 INFO [M:0;b313e41b3af3:37023 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46379/user/jenkins/test-data/b07f4e3f-699f-03ba-5bc8-303c9c8966e9/.lastflushedseqids 2024-11-22T14:32:02,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33443 is added to blk_1073741842_1018 (size=181) 2024-11-22T14:32:02,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40799-0x10067d8a7350001, quorum=127.0.0.1:53164, baseZNode=/0-1919314971 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T14:32:02,884 INFO [RS:0;b313e41b3af3:40799 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T14:32:02,884 INFO [RS:0;b313e41b3af3:40799 {}] regionserver.HRegionServer(1031): Exiting; stopping=b313e41b3af3,40799,1732285910680; zookeeper connection closed. 2024-11-22T14:32:02,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40799-0x10067d8a7350001, quorum=127.0.0.1:53164, baseZNode=/0-1919314971 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T14:32:02,884 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7ed2f2c7 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7ed2f2c7 2024-11-22T14:32:02,884 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-22T14:32:03,191 INFO [M:0;b313e41b3af3:37023 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-22T14:32:03,191 INFO [M:0;b313e41b3af3:37023 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-22T14:32:03,192 DEBUG [M:0;b313e41b3af3:37023 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T14:32:03,192 INFO [M:0;b313e41b3af3:37023 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T14:32:03,192 DEBUG [M:0;b313e41b3af3:37023 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T14:32:03,192 DEBUG [M:0;b313e41b3af3:37023 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T14:32:03,192 DEBUG [M:0;b313e41b3af3:37023 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T14:32:03,192 INFO [M:0;b313e41b3af3:37023 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-22T14:32:03,207 DEBUG [M:0;b313e41b3af3:37023 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46379/user/jenkins/test-data/b07f4e3f-699f-03ba-5bc8-303c9c8966e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f9517bdaa11a4578b4a1d265f3dadbc0 is 82, key is hbase:meta,,1/info:regioninfo/1732285913265/Put/seqid=0 2024-11-22T14:32:03,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33443 is added to blk_1073741843_1019 (size=5672) 2024-11-22T14:32:03,611 INFO [M:0;b313e41b3af3:37023 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:46379/user/jenkins/test-data/b07f4e3f-699f-03ba-5bc8-303c9c8966e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f9517bdaa11a4578b4a1d265f3dadbc0 2024-11-22T14:32:03,630 DEBUG [M:0;b313e41b3af3:37023 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46379/user/jenkins/test-data/b07f4e3f-699f-03ba-5bc8-303c9c8966e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5f68b31d33a0424aac41b869487f5abe is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1732285917975/Put/seqid=0 2024-11-22T14:32:03,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33443 is added to blk_1073741844_1020 (size=7203) 2024-11-22T14:32:04,035 INFO [M:0;b313e41b3af3:37023 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:46379/user/jenkins/test-data/b07f4e3f-699f-03ba-5bc8-303c9c8966e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5f68b31d33a0424aac41b869487f5abe 2024-11-22T14:32:04,055 DEBUG [M:0;b313e41b3af3:37023 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46379/user/jenkins/test-data/b07f4e3f-699f-03ba-5bc8-303c9c8966e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b09e1b301c0f4f9ebf683b52d84faf8f is 69, key is b313e41b3af3,40799,1732285910680/rs:state/1732285912123/Put/seqid=0 2024-11-22T14:32:04,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33443 is added to blk_1073741845_1021 (size=5156) 2024-11-22T14:32:04,460 INFO [M:0;b313e41b3af3:37023 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:46379/user/jenkins/test-data/b07f4e3f-699f-03ba-5bc8-303c9c8966e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b09e1b301c0f4f9ebf683b52d84faf8f 2024-11-22T14:32:04,467 DEBUG [M:0;b313e41b3af3:37023 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46379/user/jenkins/test-data/b07f4e3f-699f-03ba-5bc8-303c9c8966e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f9517bdaa11a4578b4a1d265f3dadbc0 as hdfs://localhost:46379/user/jenkins/test-data/b07f4e3f-699f-03ba-5bc8-303c9c8966e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f9517bdaa11a4578b4a1d265f3dadbc0 2024-11-22T14:32:04,473 INFO [M:0;b313e41b3af3:37023 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46379/user/jenkins/test-data/b07f4e3f-699f-03ba-5bc8-303c9c8966e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f9517bdaa11a4578b4a1d265f3dadbc0, entries=8, sequenceid=70, filesize=5.5 K 2024-11-22T14:32:04,474 DEBUG [M:0;b313e41b3af3:37023 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46379/user/jenkins/test-data/b07f4e3f-699f-03ba-5bc8-303c9c8966e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5f68b31d33a0424aac41b869487f5abe as hdfs://localhost:46379/user/jenkins/test-data/b07f4e3f-699f-03ba-5bc8-303c9c8966e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5f68b31d33a0424aac41b869487f5abe 2024-11-22T14:32:04,479 INFO [M:0;b313e41b3af3:37023 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46379/user/jenkins/test-data/b07f4e3f-699f-03ba-5bc8-303c9c8966e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5f68b31d33a0424aac41b869487f5abe, entries=8, sequenceid=70, filesize=7.0 K 2024-11-22T14:32:04,480 DEBUG [M:0;b313e41b3af3:37023 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46379/user/jenkins/test-data/b07f4e3f-699f-03ba-5bc8-303c9c8966e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b09e1b301c0f4f9ebf683b52d84faf8f as hdfs://localhost:46379/user/jenkins/test-data/b07f4e3f-699f-03ba-5bc8-303c9c8966e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b09e1b301c0f4f9ebf683b52d84faf8f 2024-11-22T14:32:04,485 INFO [M:0;b313e41b3af3:37023 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46379/user/jenkins/test-data/b07f4e3f-699f-03ba-5bc8-303c9c8966e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b09e1b301c0f4f9ebf683b52d84faf8f, entries=1, sequenceid=70, filesize=5.0 K 2024-11-22T14:32:04,486 INFO [M:0;b313e41b3af3:37023 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1293ms, sequenceid=70, compaction requested=false 2024-11-22T14:32:04,487 INFO [M:0;b313e41b3af3:37023 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T14:32:04,487 DEBUG [M:0;b313e41b3af3:37023 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732285923192Disabling compacts and flushes for region at 1732285923192Disabling writes for close at 1732285923192Obtaining lock to block concurrent updates at 1732285923192Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732285923192Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1732285923192Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732285923193 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732285923193Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732285923207 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732285923207Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732285923616 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732285923630 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732285923630Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732285924041 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732285924054 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732285924054Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@460e5088: reopening flushed file at 1732285924466 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1bae2a56: reopening flushed file at 1732285924473 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3e4a1310: reopening flushed file at 1732285924479 (+6 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1293ms, sequenceid=70, compaction requested=false at 1732285924486 (+7 ms)Writing region close event to WAL at 1732285924487 (+1 ms)Closed at 1732285924487 2024-11-22T14:32:04,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33443 is added to blk_1073741830_1006 (size=41008) 2024-11-22T14:32:04,489 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b07f4e3f-699f-03ba-5bc8-303c9c8966e9/MasterData/WALs/b313e41b3af3,37023,1732285910628/b313e41b3af3%2C37023%2C1732285910628.1732285911981 not finished, retry = 0 2024-11-22T14:32:04,590 INFO [M:0;b313e41b3af3:37023 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-22T14:32:04,590 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T14:32:04,590 INFO [M:0;b313e41b3af3:37023 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37023 2024-11-22T14:32:04,590 INFO [M:0;b313e41b3af3:37023 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T14:32:04,692 INFO [M:0;b313e41b3af3:37023 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T14:32:04,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37023-0x10067d8a7350000, quorum=127.0.0.1:53164, baseZNode=/0-1919314971 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T14:32:04,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37023-0x10067d8a7350000, quorum=127.0.0.1:53164, baseZNode=/0-1919314971 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T14:32:04,694 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@79f3518d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T14:32:04,694 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@304ca39a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T14:32:04,694 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T14:32:04,695 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2d82accb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T14:32:04,695 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3d5819f4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3480ca4b-e3fc-8bf2-a389-410487198139/hadoop.log.dir/,STOPPED} 2024-11-22T14:32:04,696 WARN [BP-1231054580-172.17.0.2-1732285909738 heartbeating to localhost/127.0.0.1:46379 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-22T14:32:04,696 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-22T14:32:04,696 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-22T14:32:04,696 WARN [BP-1231054580-172.17.0.2-1732285909738 heartbeating to localhost/127.0.0.1:46379 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1231054580-172.17.0.2-1732285909738 (Datanode Uuid e2a8671d-2140-4911-a084-53d19012f573) service to localhost/127.0.0.1:46379 2024-11-22T14:32:04,697 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3480ca4b-e3fc-8bf2-a389-410487198139/cluster_1bc0ae70-fad6-9649-cac7-1b773e8879aa/data/data1/current/BP-1231054580-172.17.0.2-1732285909738 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T14:32:04,697 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3480ca4b-e3fc-8bf2-a389-410487198139/cluster_1bc0ae70-fad6-9649-cac7-1b773e8879aa/data/data2/current/BP-1231054580-172.17.0.2-1732285909738 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T14:32:04,697 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-22T14:32:04,702 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@501cbce2{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T14:32:04,703 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@45a87e15{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T14:32:04,703 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T14:32:04,703 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4ab6086a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T14:32:04,703 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7607be1c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3480ca4b-e3fc-8bf2-a389-410487198139/hadoop.log.dir/,STOPPED} 2024-11-22T14:32:04,709 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-22T14:32:04,725 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-22T14:32:04,733 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=140 (was 108) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53164) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:32979 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:32979 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:46379 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46379 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32979 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32979 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32979 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46379 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:32979 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46379 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46379 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46379 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46379 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53164) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46379 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:32979 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:32979 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=463 (was 425) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=293 (was 310), ProcessCount=11 (was 11), AvailableMemoryMB=4994 (was 5583) 2024-11-22T14:32:04,742 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=140, OpenFileDescriptor=463, MaxFileDescriptor=1048576, SystemLoadAverage=293, ProcessCount=11, AvailableMemoryMB=4994 2024-11-22T14:32:04,758 INFO [Time-limited test {}] replication.TestMasterReplication(356): testHFileReplicationForConfiguredTableCfs 2024-11-22T14:32:04,758 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7d398001-adbb-8183-21ec-e01b287c1cf4/hadoop.log.dir so I do NOT create it in target/test-data/fab32492-de33-f7b1-7183-739cf941c241 2024-11-22T14:32:04,758 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7d398001-adbb-8183-21ec-e01b287c1cf4/hadoop.log.dir Erasing configuration value by system value. 2024-11-22T14:32:04,758 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7d398001-adbb-8183-21ec-e01b287c1cf4/hadoop.tmp.dir so I do NOT create it in target/test-data/fab32492-de33-f7b1-7183-739cf941c241 2024-11-22T14:32:04,759 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7d398001-adbb-8183-21ec-e01b287c1cf4/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-22T14:32:04,759 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fab32492-de33-f7b1-7183-739cf941c241 2024-11-22T14:32:04,759 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fab32492-de33-f7b1-7183-739cf941c241/cluster_e0372fa6-969b-fab6-6668-7cbab7a88be0, deleteOnExit=true 2024-11-22T14:32:04,761 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fab32492-de33-f7b1-7183-739cf941c241/cluster_e0372fa6-969b-fab6-6668-7cbab7a88be0/zookeeper_0, clientPort=50698, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fab32492-de33-f7b1-7183-739cf941c241/cluster_e0372fa6-969b-fab6-6668-7cbab7a88be0/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fab32492-de33-f7b1-7183-739cf941c241/cluster_e0372fa6-969b-fab6-6668-7cbab7a88be0/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-22T14:32:04,762 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=50698 2024-11-22T14:32:04,762 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-22T14:32:04,762 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-22T14:32:04,762 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fab32492-de33-f7b1-7183-739cf941c241/test.cache.data in system properties and HBase conf 2024-11-22T14:32:04,763 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fab32492-de33-f7b1-7183-739cf941c241/hadoop.tmp.dir in system properties and HBase conf 2024-11-22T14:32:04,763 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fab32492-de33-f7b1-7183-739cf941c241/hadoop.log.dir in system properties and HBase conf 2024-11-22T14:32:04,763 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fab32492-de33-f7b1-7183-739cf941c241/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-22T14:32:04,763 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fab32492-de33-f7b1-7183-739cf941c241/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-22T14:32:04,763 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-22T14:32:04,763 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-22T14:32:04,763 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fab32492-de33-f7b1-7183-739cf941c241/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-22T14:32:04,763 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fab32492-de33-f7b1-7183-739cf941c241/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-22T14:32:04,763 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fab32492-de33-f7b1-7183-739cf941c241/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-22T14:32:04,763 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fab32492-de33-f7b1-7183-739cf941c241/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T14:32:04,764 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fab32492-de33-f7b1-7183-739cf941c241/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-22T14:32:04,764 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fab32492-de33-f7b1-7183-739cf941c241/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-22T14:32:04,764 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fab32492-de33-f7b1-7183-739cf941c241/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T14:32:04,764 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fab32492-de33-f7b1-7183-739cf941c241/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T14:32:04,764 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fab32492-de33-f7b1-7183-739cf941c241/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-22T14:32:04,764 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fab32492-de33-f7b1-7183-739cf941c241/nfs.dump.dir in system properties and HBase conf 2024-11-22T14:32:04,764 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fab32492-de33-f7b1-7183-739cf941c241/java.io.tmpdir in system properties and HBase conf 2024-11-22T14:32:04,764 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fab32492-de33-f7b1-7183-739cf941c241/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T14:32:04,764 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fab32492-de33-f7b1-7183-739cf941c241/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-22T14:32:04,764 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fab32492-de33-f7b1-7183-739cf941c241/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-22T14:32:04,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10067d8a7350002, quorum=127.0.0.1:53164, baseZNode=/0-1919314971 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-22T14:32:04,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10067d8a7350005, quorum=127.0.0.1:53164, baseZNode=/1-1854009656 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-22T14:32:04,807 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10067d8a7350002, quorum=127.0.0.1:53164, baseZNode=/0-1919314971 Received Disconnected from ZooKeeper, ignoring 2024-11-22T14:32:04,807 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10067d8a7350005, quorum=127.0.0.1:53164, baseZNode=/1-1854009656 Received Disconnected from ZooKeeper, ignoring 2024-11-22T14:32:04,818 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-22T14:32:04,819 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:32:04,836 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:32:04,837 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:32:04,837 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:32:04,862 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T14:32:04,871 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T14:32:04,872 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T14:32:04,872 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T14:32:04,872 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-22T14:32:04,873 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T14:32:04,874 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7a50b0da{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fab32492-de33-f7b1-7183-739cf941c241/hadoop.log.dir/,AVAILABLE} 2024-11-22T14:32:04,874 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1fecc9af{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T14:32:04,968 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@19f28759{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fab32492-de33-f7b1-7183-739cf941c241/java.io.tmpdir/jetty-localhost-37419-hadoop-hdfs-3_4_1-tests_jar-_-any-12275814164756509598/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T14:32:04,969 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5b5fcb95{HTTP/1.1, (http/1.1)}{localhost:37419} 2024-11-22T14:32:04,969 INFO [Time-limited test {}] server.Server(415): Started @45502ms 2024-11-22T14:32:05,032 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T14:32:05,035 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T14:32:05,037 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T14:32:05,037 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T14:32:05,037 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-22T14:32:05,040 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@530a7c13{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fab32492-de33-f7b1-7183-739cf941c241/hadoop.log.dir/,AVAILABLE} 2024-11-22T14:32:05,040 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@66e93db9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T14:32:05,075 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T14:32:05,075 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-22T14:32:05,075 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-22T14:32:05,076 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-22T14:32:05,135 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@9c2799f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fab32492-de33-f7b1-7183-739cf941c241/java.io.tmpdir/jetty-localhost-32847-hadoop-hdfs-3_4_1-tests_jar-_-any-16887208467704864158/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T14:32:05,135 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@133292a0{HTTP/1.1, (http/1.1)}{localhost:32847} 2024-11-22T14:32:05,135 INFO [Time-limited test {}] server.Server(415): Started @45668ms 2024-11-22T14:32:05,136 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-22T14:32:05,201 WARN [Thread-825 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fab32492-de33-f7b1-7183-739cf941c241/cluster_e0372fa6-969b-fab6-6668-7cbab7a88be0/data/data2/current/BP-555976555-172.17.0.2-1732285924789/current, will proceed with Du for space computation calculation, 2024-11-22T14:32:05,201 WARN [Thread-824 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fab32492-de33-f7b1-7183-739cf941c241/cluster_e0372fa6-969b-fab6-6668-7cbab7a88be0/data/data1/current/BP-555976555-172.17.0.2-1732285924789/current, will proceed with Du for space computation calculation, 2024-11-22T14:32:05,217 WARN [Thread-812 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-22T14:32:05,223 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x27ceecd1b21246dc with lease ID 0xfc11de29be37c46f: Processing first storage report for DS-a5a605ec-1f20-4638-b658-396a766a0239 from datanode DatanodeRegistration(127.0.0.1:33185, datanodeUuid=9db27d16-7684-4e49-a601-dcafcdd7a637, infoPort=43459, infoSecurePort=0, ipcPort=41539, storageInfo=lv=-57;cid=testClusterID;nsid=980207184;c=1732285924789) 2024-11-22T14:32:05,223 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x27ceecd1b21246dc with lease ID 0xfc11de29be37c46f: from storage DS-a5a605ec-1f20-4638-b658-396a766a0239 node DatanodeRegistration(127.0.0.1:33185, datanodeUuid=9db27d16-7684-4e49-a601-dcafcdd7a637, infoPort=43459, infoSecurePort=0, ipcPort=41539, storageInfo=lv=-57;cid=testClusterID;nsid=980207184;c=1732285924789), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T14:32:05,223 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x27ceecd1b21246dc with lease ID 0xfc11de29be37c46f: Processing first storage report for DS-9974ccd5-f870-496c-98ec-59df548b633a from datanode DatanodeRegistration(127.0.0.1:33185, datanodeUuid=9db27d16-7684-4e49-a601-dcafcdd7a637, infoPort=43459, infoSecurePort=0, ipcPort=41539, storageInfo=lv=-57;cid=testClusterID;nsid=980207184;c=1732285924789) 2024-11-22T14:32:05,223 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x27ceecd1b21246dc with lease ID 0xfc11de29be37c46f: from storage DS-9974ccd5-f870-496c-98ec-59df548b633a node DatanodeRegistration(127.0.0.1:33185, datanodeUuid=9db27d16-7684-4e49-a601-dcafcdd7a637, infoPort=43459, infoSecurePort=0, ipcPort=41539, storageInfo=lv=-57;cid=testClusterID;nsid=980207184;c=1732285924789), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T14:32:05,268 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fab32492-de33-f7b1-7183-739cf941c241 2024-11-22T14:32:05,269 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T14:32:05,270 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T14:32:05,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33185 is added to blk_1073741825_1001 (size=7) 2024-11-22T14:32:05,679 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34585/user/jenkins/test-data/cfa326bb-dbaf-0c48-27e2-f6edbfd41b94 with version=8 2024-11-22T14:32:05,679 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34585/user/jenkins/test-data/cfa326bb-dbaf-0c48-27e2-f6edbfd41b94/hbase-staging 2024-11-22T14:32:05,681 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b313e41b3af3:0 server-side Connection retries=45 2024-11-22T14:32:05,681 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T14:32:05,681 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T14:32:05,681 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T14:32:05,681 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T14:32:05,681 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T14:32:05,681 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-22T14:32:05,681 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T14:32:05,682 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37517 2024-11-22T14:32:05,683 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37517 connecting to ZooKeeper ensemble=127.0.0.1:50698 2024-11-22T14:32:05,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:375170x0, quorum=127.0.0.1:50698, baseZNode=/01431927077 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T14:32:05,686 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37517-0x10067d8e2070000 connected 2024-11-22T14:32:05,696 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T14:32:05,698 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T14:32:05,700 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37517-0x10067d8e2070000, quorum=127.0.0.1:50698, baseZNode=/01431927077 Set watcher on znode that does not yet exist, /01431927077/running 2024-11-22T14:32:05,700 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34585/user/jenkins/test-data/cfa326bb-dbaf-0c48-27e2-f6edbfd41b94, hbase.cluster.distributed=false 2024-11-22T14:32:05,702 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37517-0x10067d8e2070000, quorum=127.0.0.1:50698, baseZNode=/01431927077 Set watcher on znode that does not yet exist, /01431927077/acl 2024-11-22T14:32:05,702 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37517 2024-11-22T14:32:05,702 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37517 2024-11-22T14:32:05,705 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37517 2024-11-22T14:32:05,705 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37517 2024-11-22T14:32:05,707 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37517 2024-11-22T14:32:05,720 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b313e41b3af3:0 server-side Connection retries=45 2024-11-22T14:32:05,720 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T14:32:05,720 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T14:32:05,720 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T14:32:05,720 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T14:32:05,720 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T14:32:05,720 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-22T14:32:05,720 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T14:32:05,721 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33875 2024-11-22T14:32:05,722 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33875 connecting to ZooKeeper ensemble=127.0.0.1:50698 2024-11-22T14:32:05,722 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T14:32:05,723 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T14:32:05,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:338750x0, quorum=127.0.0.1:50698, baseZNode=/01431927077 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T14:32:05,728 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33875-0x10067d8e2070001 connected 2024-11-22T14:32:05,728 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33875-0x10067d8e2070001, quorum=127.0.0.1:50698, baseZNode=/01431927077 Set watcher on znode that does not yet exist, /01431927077/running 2024-11-22T14:32:05,728 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-22T14:32:05,728 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-22T14:32:05,729 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33875-0x10067d8e2070001, quorum=127.0.0.1:50698, baseZNode=/01431927077 Set watcher on znode that does not yet exist, /01431927077/master 2024-11-22T14:32:05,730 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33875-0x10067d8e2070001, quorum=127.0.0.1:50698, baseZNode=/01431927077 Set watcher on znode that does not yet exist, /01431927077/acl 2024-11-22T14:32:05,730 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33875 2024-11-22T14:32:05,730 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33875 2024-11-22T14:32:05,731 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33875 2024-11-22T14:32:05,731 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33875 2024-11-22T14:32:05,733 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33875 2024-11-22T14:32:05,744 DEBUG [M:0;b313e41b3af3:37517 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b313e41b3af3:37517 2024-11-22T14:32:05,745 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01431927077/backup-masters/b313e41b3af3,37517,1732285925681 2024-11-22T14:32:05,746 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37517-0x10067d8e2070000, quorum=127.0.0.1:50698, baseZNode=/01431927077 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01431927077/backup-masters 2024-11-22T14:32:05,746 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33875-0x10067d8e2070001, quorum=127.0.0.1:50698, baseZNode=/01431927077 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01431927077/backup-masters 2024-11-22T14:32:05,746 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37517-0x10067d8e2070000, quorum=127.0.0.1:50698, baseZNode=/01431927077 Set watcher on existing znode=/01431927077/backup-masters/b313e41b3af3,37517,1732285925681 2024-11-22T14:32:05,747 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37517-0x10067d8e2070000, quorum=127.0.0.1:50698, baseZNode=/01431927077 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01431927077 2024-11-22T14:32:05,747 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33875-0x10067d8e2070001, quorum=127.0.0.1:50698, baseZNode=/01431927077 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01431927077/master 2024-11-22T14:32:05,747 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33875-0x10067d8e2070001, quorum=127.0.0.1:50698, baseZNode=/01431927077 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01431927077 2024-11-22T14:32:05,748 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37517-0x10067d8e2070000, quorum=127.0.0.1:50698, baseZNode=/01431927077 Set watcher on existing znode=/01431927077/master 2024-11-22T14:32:05,748 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01431927077/backup-masters/b313e41b3af3,37517,1732285925681 from backup master directory 2024-11-22T14:32:05,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37517-0x10067d8e2070000, quorum=127.0.0.1:50698, baseZNode=/01431927077 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01431927077/backup-masters/b313e41b3af3,37517,1732285925681 2024-11-22T14:32:05,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33875-0x10067d8e2070001, quorum=127.0.0.1:50698, baseZNode=/01431927077 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01431927077/backup-masters 2024-11-22T14:32:05,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37517-0x10067d8e2070000, quorum=127.0.0.1:50698, baseZNode=/01431927077 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01431927077/backup-masters 2024-11-22T14:32:05,749 WARN [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T14:32:05,749 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b313e41b3af3,37517,1732285925681 2024-11-22T14:32:05,754 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34585/user/jenkins/test-data/cfa326bb-dbaf-0c48-27e2-f6edbfd41b94/hbase.id] with ID: b17116de-7fd1-4001-9c96-8ae982c22592 2024-11-22T14:32:05,754 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34585/user/jenkins/test-data/cfa326bb-dbaf-0c48-27e2-f6edbfd41b94/.tmp/hbase.id 2024-11-22T14:32:05,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33185 is added to blk_1073741826_1002 (size=42) 2024-11-22T14:32:06,160 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34585/user/jenkins/test-data/cfa326bb-dbaf-0c48-27e2-f6edbfd41b94/.tmp/hbase.id]:[hdfs://localhost:34585/user/jenkins/test-data/cfa326bb-dbaf-0c48-27e2-f6edbfd41b94/hbase.id] 2024-11-22T14:32:06,174 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T14:32:06,174 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-22T14:32:06,175 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-22T14:32:06,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37517-0x10067d8e2070000, quorum=127.0.0.1:50698, baseZNode=/01431927077 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01431927077 2024-11-22T14:32:06,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33875-0x10067d8e2070001, quorum=127.0.0.1:50698, baseZNode=/01431927077 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01431927077 2024-11-22T14:32:06,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33185 is added to blk_1073741827_1003 (size=196) 2024-11-22T14:32:06,584 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T14:32:06,585 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-22T14:32:06,585 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T14:32:06,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33185 is added to blk_1073741828_1004 (size=1189) 2024-11-22T14:32:06,993 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34585/user/jenkins/test-data/cfa326bb-dbaf-0c48-27e2-f6edbfd41b94/MasterData/data/master/store 2024-11-22T14:32:06,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33185 is added to blk_1073741829_1005 (size=34) 2024-11-22T14:32:07,400 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T14:32:07,400 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T14:32:07,400 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T14:32:07,400 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T14:32:07,400 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T14:32:07,400 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T14:32:07,400 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T14:32:07,400 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732285927400Disabling compacts and flushes for region at 1732285927400Disabling writes for close at 1732285927400Writing region close event to WAL at 1732285927400Closed at 1732285927400 2024-11-22T14:32:07,401 WARN [master/b313e41b3af3:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34585/user/jenkins/test-data/cfa326bb-dbaf-0c48-27e2-f6edbfd41b94/MasterData/data/master/store/.initializing 2024-11-22T14:32:07,401 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34585/user/jenkins/test-data/cfa326bb-dbaf-0c48-27e2-f6edbfd41b94/MasterData/WALs/b313e41b3af3,37517,1732285925681 2024-11-22T14:32:07,403 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T14:32:07,405 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b313e41b3af3%2C37517%2C1732285925681, suffix=, logDir=hdfs://localhost:34585/user/jenkins/test-data/cfa326bb-dbaf-0c48-27e2-f6edbfd41b94/MasterData/WALs/b313e41b3af3,37517,1732285925681, archiveDir=hdfs://localhost:34585/user/jenkins/test-data/cfa326bb-dbaf-0c48-27e2-f6edbfd41b94/MasterData/oldWALs, maxLogs=10 2024-11-22T14:32:07,417 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cfa326bb-dbaf-0c48-27e2-f6edbfd41b94/MasterData/WALs/b313e41b3af3,37517,1732285925681/b313e41b3af3%2C37517%2C1732285925681.1732285927405, exclude list is [], retry=0 2024-11-22T14:32:07,420 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33185,DS-a5a605ec-1f20-4638-b658-396a766a0239,DISK] 2024-11-22T14:32:07,421 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cfa326bb-dbaf-0c48-27e2-f6edbfd41b94/MasterData/WALs/b313e41b3af3,37517,1732285925681/b313e41b3af3%2C37517%2C1732285925681.1732285927405 2024-11-22T14:32:07,422 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43459:43459)] 2024-11-22T14:32:07,422 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-22T14:32:07,422 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T14:32:07,422 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:32:07,422 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:32:07,423 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:32:07,425 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-22T14:32:07,425 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:32:07,425 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T14:32:07,425 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:32:07,426 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-22T14:32:07,427 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:32:07,427 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:32:07,427 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:32:07,428 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-22T14:32:07,428 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:32:07,429 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:32:07,429 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:32:07,430 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-22T14:32:07,430 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:32:07,430 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:32:07,431 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:32:07,431 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34585/user/jenkins/test-data/cfa326bb-dbaf-0c48-27e2-f6edbfd41b94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:32:07,431 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34585/user/jenkins/test-data/cfa326bb-dbaf-0c48-27e2-f6edbfd41b94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:32:07,433 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:32:07,433 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:32:07,433 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T14:32:07,434 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:32:07,436 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34585/user/jenkins/test-data/cfa326bb-dbaf-0c48-27e2-f6edbfd41b94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T14:32:07,437 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66536525, jitterRate=-0.008528515696525574}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T14:32:07,437 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732285927422Initializing all the Stores at 1732285927423 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732285927423Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732285927423Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732285927423Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732285927423Cleaning up temporary data from old regions at 1732285927433 (+10 ms)Region opened successfully at 1732285927437 (+4 ms) 2024-11-22T14:32:07,438 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-22T14:32:07,440 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78811837, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b313e41b3af3/172.17.0.2:0 2024-11-22T14:32:07,441 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-22T14:32:07,441 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-22T14:32:07,441 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-22T14:32:07,441 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-22T14:32:07,442 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-22T14:32:07,442 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-22T14:32:07,442 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-22T14:32:07,444 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-22T14:32:07,445 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37517-0x10067d8e2070000, quorum=127.0.0.1:50698, baseZNode=/01431927077 Unable to get data of znode /01431927077/balancer because node does not exist (not necessarily an error) 2024-11-22T14:32:07,446 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01431927077/balancer already deleted, retry=false 2024-11-22T14:32:07,446 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-22T14:32:07,446 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37517-0x10067d8e2070000, quorum=127.0.0.1:50698, baseZNode=/01431927077 Unable to get data of znode /01431927077/normalizer because node does not exist (not necessarily an error) 2024-11-22T14:32:07,447 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01431927077/normalizer already deleted, retry=false 2024-11-22T14:32:07,447 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-22T14:32:07,448 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37517-0x10067d8e2070000, quorum=127.0.0.1:50698, baseZNode=/01431927077 Unable to get data of znode /01431927077/switch/split because node does not exist (not necessarily an error) 2024-11-22T14:32:07,449 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01431927077/switch/split already deleted, retry=false 2024-11-22T14:32:07,449 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37517-0x10067d8e2070000, quorum=127.0.0.1:50698, baseZNode=/01431927077 Unable to get data of znode /01431927077/switch/merge because node does not exist (not necessarily an error) 2024-11-22T14:32:07,450 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01431927077/switch/merge already deleted, retry=false 2024-11-22T14:32:07,452 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37517-0x10067d8e2070000, quorum=127.0.0.1:50698, baseZNode=/01431927077 Unable to get data of znode /01431927077/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-22T14:32:07,452 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01431927077/snapshot-cleanup already deleted, retry=false 2024-11-22T14:32:07,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33875-0x10067d8e2070001, quorum=127.0.0.1:50698, baseZNode=/01431927077 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01431927077/running 2024-11-22T14:32:07,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37517-0x10067d8e2070000, quorum=127.0.0.1:50698, baseZNode=/01431927077 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01431927077/running 2024-11-22T14:32:07,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33875-0x10067d8e2070001, quorum=127.0.0.1:50698, baseZNode=/01431927077 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01431927077 2024-11-22T14:32:07,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37517-0x10067d8e2070000, quorum=127.0.0.1:50698, baseZNode=/01431927077 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01431927077 2024-11-22T14:32:07,454 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b313e41b3af3,37517,1732285925681, sessionid=0x10067d8e2070000, setting cluster-up flag (Was=false) 2024-11-22T14:32:07,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33875-0x10067d8e2070001, quorum=127.0.0.1:50698, baseZNode=/01431927077 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01431927077 2024-11-22T14:32:07,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37517-0x10067d8e2070000, quorum=127.0.0.1:50698, baseZNode=/01431927077 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01431927077 2024-11-22T14:32:07,472 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01431927077/flush-table-proc/acquired, /01431927077/flush-table-proc/reached, /01431927077/flush-table-proc/abort 2024-11-22T14:32:07,473 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b313e41b3af3,37517,1732285925681 2024-11-22T14:32:07,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33875-0x10067d8e2070001, quorum=127.0.0.1:50698, baseZNode=/01431927077 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01431927077 2024-11-22T14:32:07,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37517-0x10067d8e2070000, quorum=127.0.0.1:50698, baseZNode=/01431927077 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01431927077 2024-11-22T14:32:07,478 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01431927077/online-snapshot/acquired, /01431927077/online-snapshot/reached, /01431927077/online-snapshot/abort 2024-11-22T14:32:07,479 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b313e41b3af3,37517,1732285925681 2024-11-22T14:32:07,480 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34585/user/jenkins/test-data/cfa326bb-dbaf-0c48-27e2-f6edbfd41b94/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-22T14:32:07,482 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-22T14:32:07,482 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-22T14:32:07,482 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-22T14:32:07,482 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b313e41b3af3,37517,1732285925681 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-22T14:32:07,484 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b313e41b3af3:0, corePoolSize=5, maxPoolSize=5 2024-11-22T14:32:07,484 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b313e41b3af3:0, corePoolSize=5, maxPoolSize=5 2024-11-22T14:32:07,484 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b313e41b3af3:0, corePoolSize=5, maxPoolSize=5 2024-11-22T14:32:07,484 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b313e41b3af3:0, corePoolSize=5, maxPoolSize=5 2024-11-22T14:32:07,484 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b313e41b3af3:0, corePoolSize=10, maxPoolSize=10 2024-11-22T14:32:07,484 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:32:07,484 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b313e41b3af3:0, corePoolSize=2, maxPoolSize=2 2024-11-22T14:32:07,484 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:32:07,487 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T14:32:07,487 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-22T14:32:07,488 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:32:07,488 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-22T14:32:07,489 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732285957489 2024-11-22T14:32:07,489 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-22T14:32:07,489 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-22T14:32:07,489 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-22T14:32:07,489 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-22T14:32:07,489 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-22T14:32:07,489 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-22T14:32:07,489 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T14:32:07,490 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-22T14:32:07,490 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-22T14:32:07,490 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-22T14:32:07,490 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-22T14:32:07,490 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-22T14:32:07,490 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-22T14:32:07,491 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b313e41b3af3:0:becomeActiveMaster-HFileCleaner.large.0-1732285927490,5,FailOnTimeoutGroup] 2024-11-22T14:32:07,491 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b313e41b3af3:0:becomeActiveMaster-HFileCleaner.small.0-1732285927491,5,FailOnTimeoutGroup] 2024-11-22T14:32:07,491 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T14:32:07,491 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-22T14:32:07,491 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-22T14:32:07,491 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-22T14:32:07,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33185 is added to blk_1073741831_1007 (size=1321) 2024-11-22T14:32:07,537 INFO [RS:0;b313e41b3af3:33875 {}] regionserver.HRegionServer(746): ClusterId : b17116de-7fd1-4001-9c96-8ae982c22592 2024-11-22T14:32:07,537 DEBUG [RS:0;b313e41b3af3:33875 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-22T14:32:07,538 DEBUG [RS:0;b313e41b3af3:33875 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-22T14:32:07,538 DEBUG [RS:0;b313e41b3af3:33875 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-22T14:32:07,539 DEBUG [RS:0;b313e41b3af3:33875 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-22T14:32:07,540 DEBUG [RS:0;b313e41b3af3:33875 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63b20fcc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b313e41b3af3/172.17.0.2:0 2024-11-22T14:32:07,550 DEBUG [RS:0;b313e41b3af3:33875 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b313e41b3af3:33875 2024-11-22T14:32:07,550 INFO [RS:0;b313e41b3af3:33875 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-22T14:32:07,550 INFO [RS:0;b313e41b3af3:33875 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-22T14:32:07,550 DEBUG [RS:0;b313e41b3af3:33875 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-22T14:32:07,551 INFO [RS:0;b313e41b3af3:33875 {}] regionserver.HRegionServer(2659): reportForDuty to master=b313e41b3af3,37517,1732285925681 with port=33875, startcode=1732285925719 2024-11-22T14:32:07,551 DEBUG [RS:0;b313e41b3af3:33875 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-22T14:32:07,552 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54245, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-22T14:32:07,553 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37517 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b313e41b3af3,33875,1732285925719 2024-11-22T14:32:07,553 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37517 {}] master.ServerManager(517): Registering regionserver=b313e41b3af3,33875,1732285925719 2024-11-22T14:32:07,554 DEBUG [RS:0;b313e41b3af3:33875 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34585/user/jenkins/test-data/cfa326bb-dbaf-0c48-27e2-f6edbfd41b94 2024-11-22T14:32:07,554 DEBUG [RS:0;b313e41b3af3:33875 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34585 2024-11-22T14:32:07,554 DEBUG [RS:0;b313e41b3af3:33875 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-22T14:32:07,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37517-0x10067d8e2070000, quorum=127.0.0.1:50698, baseZNode=/01431927077 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01431927077/rs 2024-11-22T14:32:07,556 DEBUG [RS:0;b313e41b3af3:33875 {}] zookeeper.ZKUtil(111): regionserver:33875-0x10067d8e2070001, quorum=127.0.0.1:50698, baseZNode=/01431927077 Set watcher on existing znode=/01431927077/rs/b313e41b3af3,33875,1732285925719 2024-11-22T14:32:07,556 WARN [RS:0;b313e41b3af3:33875 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T14:32:07,556 INFO [RS:0;b313e41b3af3:33875 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T14:32:07,556 DEBUG [RS:0;b313e41b3af3:33875 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34585/user/jenkins/test-data/cfa326bb-dbaf-0c48-27e2-f6edbfd41b94/WALs/b313e41b3af3,33875,1732285925719 2024-11-22T14:32:07,556 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b313e41b3af3,33875,1732285925719] 2024-11-22T14:32:07,559 INFO [RS:0;b313e41b3af3:33875 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-22T14:32:07,561 INFO [RS:0;b313e41b3af3:33875 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-22T14:32:07,561 INFO [RS:0;b313e41b3af3:33875 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-22T14:32:07,561 INFO [RS:0;b313e41b3af3:33875 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T14:32:07,562 INFO [RS:0;b313e41b3af3:33875 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-22T14:32:07,562 INFO [RS:0;b313e41b3af3:33875 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-22T14:32:07,562 INFO [RS:0;b313e41b3af3:33875 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-22T14:32:07,562 DEBUG [RS:0;b313e41b3af3:33875 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:32:07,563 DEBUG [RS:0;b313e41b3af3:33875 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:32:07,563 DEBUG [RS:0;b313e41b3af3:33875 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:32:07,563 DEBUG [RS:0;b313e41b3af3:33875 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:32:07,563 DEBUG [RS:0;b313e41b3af3:33875 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:32:07,563 DEBUG [RS:0;b313e41b3af3:33875 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b313e41b3af3:0, corePoolSize=2, maxPoolSize=2 2024-11-22T14:32:07,563 DEBUG [RS:0;b313e41b3af3:33875 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:32:07,563 DEBUG [RS:0;b313e41b3af3:33875 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:32:07,563 DEBUG [RS:0;b313e41b3af3:33875 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:32:07,563 DEBUG [RS:0;b313e41b3af3:33875 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:32:07,563 DEBUG [RS:0;b313e41b3af3:33875 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:32:07,563 DEBUG [RS:0;b313e41b3af3:33875 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:32:07,563 DEBUG [RS:0;b313e41b3af3:33875 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b313e41b3af3:0, corePoolSize=3, maxPoolSize=3 2024-11-22T14:32:07,563 DEBUG [RS:0;b313e41b3af3:33875 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b313e41b3af3:0, corePoolSize=3, maxPoolSize=3 2024-11-22T14:32:07,564 INFO [RS:0;b313e41b3af3:33875 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T14:32:07,564 INFO [RS:0;b313e41b3af3:33875 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T14:32:07,564 INFO [RS:0;b313e41b3af3:33875 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T14:32:07,564 INFO [RS:0;b313e41b3af3:33875 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-22T14:32:07,564 INFO [RS:0;b313e41b3af3:33875 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-22T14:32:07,564 INFO [RS:0;b313e41b3af3:33875 {}] hbase.ChoreService(168): Chore ScheduledChore name=b313e41b3af3,33875,1732285925719-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T14:32:07,577 INFO [RS:0;b313e41b3af3:33875 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-22T14:32:07,578 INFO [RS:0;b313e41b3af3:33875 {}] hbase.ChoreService(168): Chore ScheduledChore name=b313e41b3af3,33875,1732285925719-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T14:32:07,578 INFO [RS:0;b313e41b3af3:33875 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T14:32:07,578 INFO [RS:0;b313e41b3af3:33875 {}] regionserver.Replication(171): b313e41b3af3,33875,1732285925719 started 2024-11-22T14:32:07,591 INFO [RS:0;b313e41b3af3:33875 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T14:32:07,591 INFO [RS:0;b313e41b3af3:33875 {}] regionserver.HRegionServer(1482): Serving as b313e41b3af3,33875,1732285925719, RpcServer on b313e41b3af3/172.17.0.2:33875, sessionid=0x10067d8e2070001 2024-11-22T14:32:07,592 DEBUG [RS:0;b313e41b3af3:33875 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-22T14:32:07,592 DEBUG [RS:0;b313e41b3af3:33875 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b313e41b3af3,33875,1732285925719 2024-11-22T14:32:07,592 DEBUG [RS:0;b313e41b3af3:33875 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b313e41b3af3,33875,1732285925719' 2024-11-22T14:32:07,592 DEBUG [RS:0;b313e41b3af3:33875 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01431927077/flush-table-proc/abort' 2024-11-22T14:32:07,592 DEBUG [RS:0;b313e41b3af3:33875 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01431927077/flush-table-proc/acquired' 2024-11-22T14:32:07,593 DEBUG [RS:0;b313e41b3af3:33875 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-22T14:32:07,593 DEBUG [RS:0;b313e41b3af3:33875 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-22T14:32:07,593 DEBUG [RS:0;b313e41b3af3:33875 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b313e41b3af3,33875,1732285925719 2024-11-22T14:32:07,593 DEBUG [RS:0;b313e41b3af3:33875 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b313e41b3af3,33875,1732285925719' 2024-11-22T14:32:07,593 DEBUG [RS:0;b313e41b3af3:33875 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01431927077/online-snapshot/abort' 2024-11-22T14:32:07,593 DEBUG [RS:0;b313e41b3af3:33875 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01431927077/online-snapshot/acquired' 2024-11-22T14:32:07,593 DEBUG [RS:0;b313e41b3af3:33875 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-22T14:32:07,593 INFO [RS:0;b313e41b3af3:33875 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-22T14:32:07,593 INFO [RS:0;b313e41b3af3:33875 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-22T14:32:07,694 INFO [RS:0;b313e41b3af3:33875 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T14:32:07,695 INFO [RS:0;b313e41b3af3:33875 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b313e41b3af3%2C33875%2C1732285925719, suffix=, logDir=hdfs://localhost:34585/user/jenkins/test-data/cfa326bb-dbaf-0c48-27e2-f6edbfd41b94/WALs/b313e41b3af3,33875,1732285925719, archiveDir=hdfs://localhost:34585/user/jenkins/test-data/cfa326bb-dbaf-0c48-27e2-f6edbfd41b94/oldWALs, maxLogs=10 2024-11-22T14:32:07,707 DEBUG [RS:0;b313e41b3af3:33875 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cfa326bb-dbaf-0c48-27e2-f6edbfd41b94/WALs/b313e41b3af3,33875,1732285925719/b313e41b3af3%2C33875%2C1732285925719.1732285927695, exclude list is [], retry=0 2024-11-22T14:32:07,709 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33185,DS-a5a605ec-1f20-4638-b658-396a766a0239,DISK] 2024-11-22T14:32:07,711 INFO [RS:0;b313e41b3af3:33875 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cfa326bb-dbaf-0c48-27e2-f6edbfd41b94/WALs/b313e41b3af3,33875,1732285925719/b313e41b3af3%2C33875%2C1732285925719.1732285927695 2024-11-22T14:32:07,713 DEBUG [RS:0;b313e41b3af3:33875 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43459:43459)] 2024-11-22T14:32:07,895 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34585/user/jenkins/test-data/cfa326bb-dbaf-0c48-27e2-f6edbfd41b94/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-22T14:32:07,895 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34585/user/jenkins/test-data/cfa326bb-dbaf-0c48-27e2-f6edbfd41b94 2024-11-22T14:32:07,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33185 is added to blk_1073741833_1009 (size=32) 2024-11-22T14:32:08,301 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T14:32:08,302 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T14:32:08,304 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T14:32:08,304 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:32:08,304 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T14:32:08,304 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T14:32:08,306 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T14:32:08,306 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:32:08,306 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T14:32:08,306 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T14:32:08,307 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T14:32:08,307 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:32:08,308 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T14:32:08,308 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T14:32:08,309 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T14:32:08,309 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:32:08,309 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T14:32:08,310 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T14:32:08,310 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34585/user/jenkins/test-data/cfa326bb-dbaf-0c48-27e2-f6edbfd41b94/data/hbase/meta/1588230740 2024-11-22T14:32:08,311 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34585/user/jenkins/test-data/cfa326bb-dbaf-0c48-27e2-f6edbfd41b94/data/hbase/meta/1588230740 2024-11-22T14:32:08,312 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T14:32:08,312 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T14:32:08,313 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T14:32:08,314 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T14:32:08,316 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34585/user/jenkins/test-data/cfa326bb-dbaf-0c48-27e2-f6edbfd41b94/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T14:32:08,317 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63782005, jitterRate=-0.04957406222820282}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T14:32:08,317 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732285928301Initializing all the Stores at 1732285928302 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732285928302Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732285928302Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732285928302Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732285928302Cleaning up temporary data from old regions at 1732285928312 (+10 ms)Region opened successfully at 1732285928317 (+5 ms) 2024-11-22T14:32:08,318 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-22T14:32:08,318 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-22T14:32:08,318 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-22T14:32:08,318 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T14:32:08,318 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T14:32:08,318 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-22T14:32:08,318 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732285928318Disabling compacts and flushes for region at 1732285928318Disabling writes for close at 1732285928318Writing region close event to WAL at 1732285928318Closed at 1732285928318 2024-11-22T14:32:08,320 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T14:32:08,320 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-22T14:32:08,320 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-22T14:32:08,321 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T14:32:08,322 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-22T14:32:08,472 DEBUG [b313e41b3af3:37517 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-22T14:32:08,473 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b313e41b3af3,33875,1732285925719 2024-11-22T14:32:08,474 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b313e41b3af3,33875,1732285925719, state=OPENING 2024-11-22T14:32:08,475 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-22T14:32:08,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33875-0x10067d8e2070001, quorum=127.0.0.1:50698, baseZNode=/01431927077 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01431927077 2024-11-22T14:32:08,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37517-0x10067d8e2070000, quorum=127.0.0.1:50698, baseZNode=/01431927077 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01431927077 2024-11-22T14:32:08,476 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T14:32:08,476 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01431927077/meta-region-server: CHANGED 2024-11-22T14:32:08,476 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b313e41b3af3,33875,1732285925719}] 2024-11-22T14:32:08,476 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01431927077/meta-region-server: CHANGED 2024-11-22T14:32:08,629 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-22T14:32:08,631 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60499, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-22T14:32:08,635 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-22T14:32:08,635 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T14:32:08,635 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-22T14:32:08,636 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b313e41b3af3%2C33875%2C1732285925719.meta, suffix=.meta, logDir=hdfs://localhost:34585/user/jenkins/test-data/cfa326bb-dbaf-0c48-27e2-f6edbfd41b94/WALs/b313e41b3af3,33875,1732285925719, archiveDir=hdfs://localhost:34585/user/jenkins/test-data/cfa326bb-dbaf-0c48-27e2-f6edbfd41b94/oldWALs, maxLogs=10 2024-11-22T14:32:08,649 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cfa326bb-dbaf-0c48-27e2-f6edbfd41b94/WALs/b313e41b3af3,33875,1732285925719/b313e41b3af3%2C33875%2C1732285925719.meta.1732285928637.meta, exclude list is [], retry=0 2024-11-22T14:32:08,651 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33185,DS-a5a605ec-1f20-4638-b658-396a766a0239,DISK] 2024-11-22T14:32:08,652 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cfa326bb-dbaf-0c48-27e2-f6edbfd41b94/WALs/b313e41b3af3,33875,1732285925719/b313e41b3af3%2C33875%2C1732285925719.meta.1732285928637.meta 2024-11-22T14:32:08,653 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43459:43459)] 2024-11-22T14:32:08,653 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-22T14:32:08,653 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-22T14:32:08,653 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-22T14:32:08,653 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-22T14:32:08,653 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-22T14:32:08,653 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-22T14:32:08,654 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T14:32:08,654 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-22T14:32:08,654 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-22T14:32:08,655 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T14:32:08,656 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T14:32:08,656 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:32:08,656 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T14:32:08,656 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T14:32:08,657 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T14:32:08,657 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:32:08,657 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T14:32:08,657 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T14:32:08,658 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T14:32:08,658 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:32:08,658 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T14:32:08,658 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T14:32:08,659 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T14:32:08,659 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:32:08,659 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T14:32:08,659 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T14:32:08,660 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34585/user/jenkins/test-data/cfa326bb-dbaf-0c48-27e2-f6edbfd41b94/data/hbase/meta/1588230740 2024-11-22T14:32:08,661 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34585/user/jenkins/test-data/cfa326bb-dbaf-0c48-27e2-f6edbfd41b94/data/hbase/meta/1588230740 2024-11-22T14:32:08,662 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T14:32:08,662 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T14:32:08,663 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T14:32:08,664 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T14:32:08,665 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61070948, jitterRate=-0.08997195959091187}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T14:32:08,665 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-22T14:32:08,665 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732285928654Writing region info on filesystem at 1732285928654Initializing all the Stores at 1732285928655 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732285928655Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732285928655Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732285928655Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732285928655Cleaning up temporary data from old regions at 1732285928662 (+7 ms)Running coprocessor post-open hooks at 1732285928665 (+3 ms)Region opened successfully at 1732285928665 2024-11-22T14:32:08,666 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732285928629 2024-11-22T14:32:08,668 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-22T14:32:08,668 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-22T14:32:08,669 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b313e41b3af3,33875,1732285925719 2024-11-22T14:32:08,670 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b313e41b3af3,33875,1732285925719, state=OPEN 2024-11-22T14:32:08,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33875-0x10067d8e2070001, quorum=127.0.0.1:50698, baseZNode=/01431927077 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01431927077/meta-region-server 2024-11-22T14:32:08,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37517-0x10067d8e2070000, quorum=127.0.0.1:50698, baseZNode=/01431927077 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01431927077/meta-region-server 2024-11-22T14:32:08,672 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b313e41b3af3,33875,1732285925719 2024-11-22T14:32:08,672 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01431927077/meta-region-server: CHANGED 2024-11-22T14:32:08,672 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01431927077/meta-region-server: CHANGED 2024-11-22T14:32:08,674 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-22T14:32:08,675 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b313e41b3af3,33875,1732285925719 in 196 msec 2024-11-22T14:32:08,677 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-22T14:32:08,677 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 355 msec 2024-11-22T14:32:08,678 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T14:32:08,678 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-22T14:32:08,679 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T14:32:08,679 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b313e41b3af3,33875,1732285925719, seqNum=-1] 2024-11-22T14:32:08,679 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T14:32:08,681 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39439, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T14:32:08,685 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2030 sec 2024-11-22T14:32:08,686 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732285928686, completionTime=-1 2024-11-22T14:32:08,686 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-22T14:32:08,686 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-22T14:32:08,687 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-22T14:32:08,687 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732285988687 2024-11-22T14:32:08,687 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732286048687 2024-11-22T14:32:08,687 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-22T14:32:08,688 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b313e41b3af3,37517,1732285925681-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T14:32:08,688 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b313e41b3af3,37517,1732285925681-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T14:32:08,688 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b313e41b3af3,37517,1732285925681-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T14:32:08,688 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b313e41b3af3:37517, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T14:32:08,688 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-22T14:32:08,688 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-22T14:32:08,690 DEBUG [master/b313e41b3af3:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-22T14:32:08,691 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.942sec 2024-11-22T14:32:08,691 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-22T14:32:08,691 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-22T14:32:08,691 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-22T14:32:08,691 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-22T14:32:08,691 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-22T14:32:08,691 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b313e41b3af3,37517,1732285925681-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T14:32:08,692 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b313e41b3af3,37517,1732285925681-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-22T14:32:08,694 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-22T14:32:08,694 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-22T14:32:08,694 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b313e41b3af3,37517,1732285925681-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T14:32:08,737 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@94d183c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:32:08,737 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b313e41b3af3,37517,-1 for getting cluster id 2024-11-22T14:32:08,738 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T14:32:08,740 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b17116de-7fd1-4001-9c96-8ae982c22592' 2024-11-22T14:32:08,740 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T14:32:08,740 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b17116de-7fd1-4001-9c96-8ae982c22592" 2024-11-22T14:32:08,740 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1711ebc3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:32:08,740 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b313e41b3af3,37517,-1] 2024-11-22T14:32:08,741 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T14:32:08,741 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:32:08,742 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41886, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T14:32:08,743 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f299995, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:32:08,743 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T14:32:08,744 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b313e41b3af3,33875,1732285925719, seqNum=-1] 2024-11-22T14:32:08,745 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T14:32:08,746 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60024, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T14:32:08,748 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b313e41b3af3,37517,1732285925681 2024-11-22T14:32:08,749 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:50698 2024-11-22T14:32:08,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:50698, baseZNode=/01431927077 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T14:32:08,751 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10067d8e2070002 connected 2024-11-22T14:32:08,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fab32492-de33-f7b1-7183-739cf941c241/hadoop.log.dir so I do NOT create it in target/test-data/902f5f7c-745d-a7ed-3d89-3470a6027266 2024-11-22T14:32:08,755 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fab32492-de33-f7b1-7183-739cf941c241/hadoop.log.dir Erasing configuration value by system value. 2024-11-22T14:32:08,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fab32492-de33-f7b1-7183-739cf941c241/hadoop.tmp.dir so I do NOT create it in target/test-data/902f5f7c-745d-a7ed-3d89-3470a6027266 2024-11-22T14:32:08,755 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fab32492-de33-f7b1-7183-739cf941c241/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-22T14:32:08,755 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/902f5f7c-745d-a7ed-3d89-3470a6027266 2024-11-22T14:32:08,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-22T14:32:08,755 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/902f5f7c-745d-a7ed-3d89-3470a6027266/cluster_43225fb5-6d41-289a-9b69-c3ba64007968, deleteOnExit=true 2024-11-22T14:32:08,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-22T14:32:08,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/902f5f7c-745d-a7ed-3d89-3470a6027266/test.cache.data in system properties and HBase conf 2024-11-22T14:32:08,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/902f5f7c-745d-a7ed-3d89-3470a6027266/hadoop.tmp.dir in system properties and HBase conf 2024-11-22T14:32:08,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/902f5f7c-745d-a7ed-3d89-3470a6027266/hadoop.log.dir in system properties and HBase conf 2024-11-22T14:32:08,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/902f5f7c-745d-a7ed-3d89-3470a6027266/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-22T14:32:08,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/902f5f7c-745d-a7ed-3d89-3470a6027266/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-22T14:32:08,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-22T14:32:08,756 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-22T14:32:08,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/902f5f7c-745d-a7ed-3d89-3470a6027266/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-22T14:32:08,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/902f5f7c-745d-a7ed-3d89-3470a6027266/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-22T14:32:08,757 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/902f5f7c-745d-a7ed-3d89-3470a6027266/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-22T14:32:08,757 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/902f5f7c-745d-a7ed-3d89-3470a6027266/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T14:32:08,757 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/902f5f7c-745d-a7ed-3d89-3470a6027266/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-22T14:32:08,757 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/902f5f7c-745d-a7ed-3d89-3470a6027266/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-22T14:32:08,757 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/902f5f7c-745d-a7ed-3d89-3470a6027266/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T14:32:08,757 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/902f5f7c-745d-a7ed-3d89-3470a6027266/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T14:32:08,757 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/902f5f7c-745d-a7ed-3d89-3470a6027266/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-22T14:32:08,757 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/902f5f7c-745d-a7ed-3d89-3470a6027266/nfs.dump.dir in system properties and HBase conf 2024-11-22T14:32:08,757 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/902f5f7c-745d-a7ed-3d89-3470a6027266/java.io.tmpdir in system properties and HBase conf 2024-11-22T14:32:08,757 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/902f5f7c-745d-a7ed-3d89-3470a6027266/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T14:32:08,758 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/902f5f7c-745d-a7ed-3d89-3470a6027266/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-22T14:32:08,758 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/902f5f7c-745d-a7ed-3d89-3470a6027266/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-22T14:32:08,820 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T14:32:08,826 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T14:32:08,828 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T14:32:08,828 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T14:32:08,828 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-22T14:32:08,829 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T14:32:08,829 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7c976543{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/902f5f7c-745d-a7ed-3d89-3470a6027266/hadoop.log.dir/,AVAILABLE} 2024-11-22T14:32:08,830 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6aafdf85{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T14:32:08,931 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4d6845ca{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/902f5f7c-745d-a7ed-3d89-3470a6027266/java.io.tmpdir/jetty-localhost-41329-hadoop-hdfs-3_4_1-tests_jar-_-any-6795197821294757205/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T14:32:08,932 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3d7582a3{HTTP/1.1, (http/1.1)}{localhost:41329} 2024-11-22T14:32:08,932 INFO [Time-limited test {}] server.Server(415): Started @49465ms 2024-11-22T14:32:08,988 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T14:32:08,992 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T14:32:08,993 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T14:32:08,993 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T14:32:08,993 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-22T14:32:08,994 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2303981{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/902f5f7c-745d-a7ed-3d89-3470a6027266/hadoop.log.dir/,AVAILABLE} 2024-11-22T14:32:08,994 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4e22e585{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T14:32:09,090 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4e587001{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/902f5f7c-745d-a7ed-3d89-3470a6027266/java.io.tmpdir/jetty-localhost-35993-hadoop-hdfs-3_4_1-tests_jar-_-any-5601827635816629180/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T14:32:09,090 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1c05b605{HTTP/1.1, (http/1.1)}{localhost:35993} 2024-11-22T14:32:09,090 INFO [Time-limited test {}] server.Server(415): Started @49623ms 2024-11-22T14:32:09,091 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-22T14:32:09,149 WARN [Thread-944 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/902f5f7c-745d-a7ed-3d89-3470a6027266/cluster_43225fb5-6d41-289a-9b69-c3ba64007968/data/data1/current/BP-1156297874-172.17.0.2-1732285928776/current, will proceed with Du for space computation calculation, 2024-11-22T14:32:09,149 WARN [Thread-945 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/902f5f7c-745d-a7ed-3d89-3470a6027266/cluster_43225fb5-6d41-289a-9b69-c3ba64007968/data/data2/current/BP-1156297874-172.17.0.2-1732285928776/current, will proceed with Du for space computation calculation, 2024-11-22T14:32:09,164 WARN [Thread-932 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-22T14:32:09,167 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x470418ffca760a4 with lease ID 0x9a813628a1c4735c: Processing first storage report for DS-97579166-6218-4860-886d-eb37a30c8f7f from datanode DatanodeRegistration(127.0.0.1:45621, datanodeUuid=8e1e8b4b-2071-446a-b2cb-bfbf5481fc26, infoPort=33847, infoSecurePort=0, ipcPort=37625, storageInfo=lv=-57;cid=testClusterID;nsid=1883443397;c=1732285928776) 2024-11-22T14:32:09,167 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x470418ffca760a4 with lease ID 0x9a813628a1c4735c: from storage DS-97579166-6218-4860-886d-eb37a30c8f7f node DatanodeRegistration(127.0.0.1:45621, datanodeUuid=8e1e8b4b-2071-446a-b2cb-bfbf5481fc26, infoPort=33847, infoSecurePort=0, ipcPort=37625, storageInfo=lv=-57;cid=testClusterID;nsid=1883443397;c=1732285928776), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T14:32:09,167 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x470418ffca760a4 with lease ID 0x9a813628a1c4735c: Processing first storage report for DS-865ee41f-7d4b-421c-96d4-f0bd0a38a76a from datanode DatanodeRegistration(127.0.0.1:45621, datanodeUuid=8e1e8b4b-2071-446a-b2cb-bfbf5481fc26, infoPort=33847, infoSecurePort=0, ipcPort=37625, storageInfo=lv=-57;cid=testClusterID;nsid=1883443397;c=1732285928776) 2024-11-22T14:32:09,167 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x470418ffca760a4 with lease ID 0x9a813628a1c4735c: from storage DS-865ee41f-7d4b-421c-96d4-f0bd0a38a76a node DatanodeRegistration(127.0.0.1:45621, datanodeUuid=8e1e8b4b-2071-446a-b2cb-bfbf5481fc26, infoPort=33847, infoSecurePort=0, ipcPort=37625, storageInfo=lv=-57;cid=testClusterID;nsid=1883443397;c=1732285928776), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T14:32:09,213 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/902f5f7c-745d-a7ed-3d89-3470a6027266 2024-11-22T14:32:09,213 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T14:32:09,214 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T14:32:09,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45621 is added to blk_1073741825_1001 (size=7) 2024-11-22T14:32:09,623 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33567/user/jenkins/test-data/40df2f8a-c9f2-8a5f-9fb1-f7abd54c043a with version=8 2024-11-22T14:32:09,623 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33567/user/jenkins/test-data/40df2f8a-c9f2-8a5f-9fb1-f7abd54c043a/hbase-staging 2024-11-22T14:32:09,625 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b313e41b3af3:0 server-side Connection retries=45 2024-11-22T14:32:09,625 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T14:32:09,625 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T14:32:09,625 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T14:32:09,625 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T14:32:09,625 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T14:32:09,625 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-22T14:32:09,625 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T14:32:09,626 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35085 2024-11-22T14:32:09,627 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35085 connecting to ZooKeeper ensemble=127.0.0.1:50698 2024-11-22T14:32:09,629 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:350850x0, quorum=127.0.0.1:50698, baseZNode=/11102062397 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T14:32:09,630 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35085-0x10067d8e2070003 connected 2024-11-22T14:32:09,638 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T14:32:09,640 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T14:32:09,642 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35085-0x10067d8e2070003, quorum=127.0.0.1:50698, baseZNode=/11102062397 Set watcher on znode that does not yet exist, /11102062397/running 2024-11-22T14:32:09,643 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33567/user/jenkins/test-data/40df2f8a-c9f2-8a5f-9fb1-f7abd54c043a, hbase.cluster.distributed=false 2024-11-22T14:32:09,644 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35085-0x10067d8e2070003, quorum=127.0.0.1:50698, baseZNode=/11102062397 Set watcher on znode that does not yet exist, /11102062397/acl 2024-11-22T14:32:09,653 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35085 2024-11-22T14:32:09,658 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35085 2024-11-22T14:32:09,658 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35085 2024-11-22T14:32:09,659 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35085 2024-11-22T14:32:09,659 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35085 2024-11-22T14:32:09,674 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b313e41b3af3:0 server-side Connection retries=45 2024-11-22T14:32:09,675 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T14:32:09,675 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T14:32:09,675 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T14:32:09,675 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T14:32:09,675 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T14:32:09,675 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-22T14:32:09,675 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T14:32:09,675 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42411 2024-11-22T14:32:09,676 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42411 connecting to ZooKeeper ensemble=127.0.0.1:50698 2024-11-22T14:32:09,677 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T14:32:09,678 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T14:32:09,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:424110x0, quorum=127.0.0.1:50698, baseZNode=/11102062397 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T14:32:09,682 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:424110x0, quorum=127.0.0.1:50698, baseZNode=/11102062397 Set watcher on znode that does not yet exist, /11102062397/running 2024-11-22T14:32:09,682 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42411-0x10067d8e2070004 connected 2024-11-22T14:32:09,682 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-22T14:32:09,683 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-22T14:32:09,683 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42411-0x10067d8e2070004, quorum=127.0.0.1:50698, baseZNode=/11102062397 Set watcher on znode that does not yet exist, /11102062397/master 2024-11-22T14:32:09,684 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42411-0x10067d8e2070004, quorum=127.0.0.1:50698, baseZNode=/11102062397 Set watcher on znode that does not yet exist, /11102062397/acl 2024-11-22T14:32:09,689 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42411 2024-11-22T14:32:09,690 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42411 2024-11-22T14:32:09,691 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42411 2024-11-22T14:32:09,692 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42411 2024-11-22T14:32:09,692 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42411 2024-11-22T14:32:09,703 DEBUG [M:0;b313e41b3af3:35085 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b313e41b3af3:35085 2024-11-22T14:32:09,703 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11102062397/backup-masters/b313e41b3af3,35085,1732285929625 2024-11-22T14:32:09,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42411-0x10067d8e2070004, quorum=127.0.0.1:50698, baseZNode=/11102062397 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11102062397/backup-masters 2024-11-22T14:32:09,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35085-0x10067d8e2070003, quorum=127.0.0.1:50698, baseZNode=/11102062397 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11102062397/backup-masters 2024-11-22T14:32:09,705 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35085-0x10067d8e2070003, quorum=127.0.0.1:50698, baseZNode=/11102062397 Set watcher on existing znode=/11102062397/backup-masters/b313e41b3af3,35085,1732285929625 2024-11-22T14:32:09,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35085-0x10067d8e2070003, quorum=127.0.0.1:50698, baseZNode=/11102062397 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11102062397 2024-11-22T14:32:09,706 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35085-0x10067d8e2070003, quorum=127.0.0.1:50698, baseZNode=/11102062397 Set watcher on existing znode=/11102062397/master 2024-11-22T14:32:09,706 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11102062397/backup-masters/b313e41b3af3,35085,1732285929625 from backup master directory 2024-11-22T14:32:09,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42411-0x10067d8e2070004, quorum=127.0.0.1:50698, baseZNode=/11102062397 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11102062397/master 2024-11-22T14:32:09,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42411-0x10067d8e2070004, quorum=127.0.0.1:50698, baseZNode=/11102062397 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11102062397 2024-11-22T14:32:09,707 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35085-0x10067d8e2070003, quorum=127.0.0.1:50698, baseZNode=/11102062397 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11102062397/backup-masters/b313e41b3af3,35085,1732285929625 2024-11-22T14:32:09,707 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42411-0x10067d8e2070004, quorum=127.0.0.1:50698, baseZNode=/11102062397 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11102062397/backup-masters 2024-11-22T14:32:09,707 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35085-0x10067d8e2070003, quorum=127.0.0.1:50698, baseZNode=/11102062397 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11102062397/backup-masters 2024-11-22T14:32:09,707 WARN [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T14:32:09,707 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b313e41b3af3,35085,1732285929625 2024-11-22T14:32:09,711 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33567/user/jenkins/test-data/40df2f8a-c9f2-8a5f-9fb1-f7abd54c043a/hbase.id] with ID: 941dfbc1-c08b-462b-a6e9-75d7a0dd007a 2024-11-22T14:32:09,711 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33567/user/jenkins/test-data/40df2f8a-c9f2-8a5f-9fb1-f7abd54c043a/.tmp/hbase.id 2024-11-22T14:32:09,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45621 is added to blk_1073741826_1002 (size=42) 2024-11-22T14:32:10,117 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33567/user/jenkins/test-data/40df2f8a-c9f2-8a5f-9fb1-f7abd54c043a/.tmp/hbase.id]:[hdfs://localhost:33567/user/jenkins/test-data/40df2f8a-c9f2-8a5f-9fb1-f7abd54c043a/hbase.id] 2024-11-22T14:32:10,127 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T14:32:10,128 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-22T14:32:10,129 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-22T14:32:10,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42411-0x10067d8e2070004, quorum=127.0.0.1:50698, baseZNode=/11102062397 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11102062397 2024-11-22T14:32:10,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35085-0x10067d8e2070003, quorum=127.0.0.1:50698, baseZNode=/11102062397 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11102062397 2024-11-22T14:32:10,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45621 is added to blk_1073741827_1003 (size=196) 2024-11-22T14:32:10,536 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T14:32:10,537 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-22T14:32:10,537 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T14:32:10,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45621 is added to blk_1073741828_1004 (size=1189) 2024-11-22T14:32:10,577 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-22T14:32:10,602 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:32:10,602 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:32:10,603 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:32:10,608 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:32:10,945 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33567/user/jenkins/test-data/40df2f8a-c9f2-8a5f-9fb1-f7abd54c043a/MasterData/data/master/store 2024-11-22T14:32:10,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45621 is added to blk_1073741829_1005 (size=34) 2024-11-22T14:32:11,352 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T14:32:11,352 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T14:32:11,352 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T14:32:11,352 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T14:32:11,352 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T14:32:11,352 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T14:32:11,352 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T14:32:11,352 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732285931352Disabling compacts and flushes for region at 1732285931352Disabling writes for close at 1732285931352Writing region close event to WAL at 1732285931352Closed at 1732285931352 2024-11-22T14:32:11,353 WARN [master/b313e41b3af3:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33567/user/jenkins/test-data/40df2f8a-c9f2-8a5f-9fb1-f7abd54c043a/MasterData/data/master/store/.initializing 2024-11-22T14:32:11,353 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33567/user/jenkins/test-data/40df2f8a-c9f2-8a5f-9fb1-f7abd54c043a/MasterData/WALs/b313e41b3af3,35085,1732285929625 2024-11-22T14:32:11,354 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T14:32:11,355 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b313e41b3af3%2C35085%2C1732285929625, suffix=, logDir=hdfs://localhost:33567/user/jenkins/test-data/40df2f8a-c9f2-8a5f-9fb1-f7abd54c043a/MasterData/WALs/b313e41b3af3,35085,1732285929625, archiveDir=hdfs://localhost:33567/user/jenkins/test-data/40df2f8a-c9f2-8a5f-9fb1-f7abd54c043a/MasterData/oldWALs, maxLogs=10 2024-11-22T14:32:11,367 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/40df2f8a-c9f2-8a5f-9fb1-f7abd54c043a/MasterData/WALs/b313e41b3af3,35085,1732285929625/b313e41b3af3%2C35085%2C1732285929625.1732285931356, exclude list is [], retry=0 2024-11-22T14:32:11,370 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45621,DS-97579166-6218-4860-886d-eb37a30c8f7f,DISK] 2024-11-22T14:32:11,371 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/40df2f8a-c9f2-8a5f-9fb1-f7abd54c043a/MasterData/WALs/b313e41b3af3,35085,1732285929625/b313e41b3af3%2C35085%2C1732285929625.1732285931356 2024-11-22T14:32:11,372 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33847:33847)] 2024-11-22T14:32:11,372 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-22T14:32:11,372 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T14:32:11,372 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:32:11,372 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:32:11,376 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:32:11,378 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-22T14:32:11,378 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:32:11,378 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T14:32:11,378 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:32:11,380 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-22T14:32:11,380 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:32:11,380 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:32:11,380 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:32:11,381 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-22T14:32:11,381 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:32:11,382 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:32:11,382 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:32:11,383 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-22T14:32:11,383 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:32:11,383 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:32:11,383 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:32:11,384 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33567/user/jenkins/test-data/40df2f8a-c9f2-8a5f-9fb1-f7abd54c043a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:32:11,384 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33567/user/jenkins/test-data/40df2f8a-c9f2-8a5f-9fb1-f7abd54c043a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:32:11,385 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:32:11,385 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:32:11,386 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T14:32:11,387 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:32:11,389 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33567/user/jenkins/test-data/40df2f8a-c9f2-8a5f-9fb1-f7abd54c043a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T14:32:11,389 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66894940, jitterRate=-0.003187716007232666}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T14:32:11,389 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732285931372Initializing all the Stores at 1732285931373 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732285931373Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732285931376 (+3 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732285931376Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732285931376Cleaning up temporary data from old regions at 1732285931385 (+9 ms)Region opened successfully at 1732285931389 (+4 ms) 2024-11-22T14:32:11,389 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-22T14:32:11,392 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4202e580, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b313e41b3af3/172.17.0.2:0 2024-11-22T14:32:11,392 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-22T14:32:11,393 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-22T14:32:11,393 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-22T14:32:11,393 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-22T14:32:11,393 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-22T14:32:11,394 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-22T14:32:11,394 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-22T14:32:11,396 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-22T14:32:11,396 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35085-0x10067d8e2070003, quorum=127.0.0.1:50698, baseZNode=/11102062397 Unable to get data of znode /11102062397/balancer because node does not exist (not necessarily an error) 2024-11-22T14:32:11,397 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11102062397/balancer already deleted, retry=false 2024-11-22T14:32:11,397 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-22T14:32:11,398 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35085-0x10067d8e2070003, quorum=127.0.0.1:50698, baseZNode=/11102062397 Unable to get data of znode /11102062397/normalizer because node does not exist (not necessarily an error) 2024-11-22T14:32:11,398 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11102062397/normalizer already deleted, retry=false 2024-11-22T14:32:11,399 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-22T14:32:11,399 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35085-0x10067d8e2070003, quorum=127.0.0.1:50698, baseZNode=/11102062397 Unable to get data of znode /11102062397/switch/split because node does not exist (not necessarily an error) 2024-11-22T14:32:11,400 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11102062397/switch/split already deleted, retry=false 2024-11-22T14:32:11,400 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35085-0x10067d8e2070003, quorum=127.0.0.1:50698, baseZNode=/11102062397 Unable to get data of znode /11102062397/switch/merge because node does not exist (not necessarily an error) 2024-11-22T14:32:11,401 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11102062397/switch/merge already deleted, retry=false 2024-11-22T14:32:11,402 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35085-0x10067d8e2070003, quorum=127.0.0.1:50698, baseZNode=/11102062397 Unable to get data of znode /11102062397/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-22T14:32:11,403 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11102062397/snapshot-cleanup already deleted, retry=false 2024-11-22T14:32:11,404 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35085-0x10067d8e2070003, quorum=127.0.0.1:50698, baseZNode=/11102062397 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11102062397/running 2024-11-22T14:32:11,404 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42411-0x10067d8e2070004, quorum=127.0.0.1:50698, baseZNode=/11102062397 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11102062397/running 2024-11-22T14:32:11,404 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35085-0x10067d8e2070003, quorum=127.0.0.1:50698, baseZNode=/11102062397 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11102062397 2024-11-22T14:32:11,404 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42411-0x10067d8e2070004, quorum=127.0.0.1:50698, baseZNode=/11102062397 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11102062397 2024-11-22T14:32:11,404 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b313e41b3af3,35085,1732285929625, sessionid=0x10067d8e2070003, setting cluster-up flag (Was=false) 2024-11-22T14:32:11,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42411-0x10067d8e2070004, quorum=127.0.0.1:50698, baseZNode=/11102062397 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11102062397 2024-11-22T14:32:11,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35085-0x10067d8e2070003, quorum=127.0.0.1:50698, baseZNode=/11102062397 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11102062397 2024-11-22T14:32:11,410 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11102062397/flush-table-proc/acquired, /11102062397/flush-table-proc/reached, /11102062397/flush-table-proc/abort 2024-11-22T14:32:11,411 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b313e41b3af3,35085,1732285929625 2024-11-22T14:32:11,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35085-0x10067d8e2070003, quorum=127.0.0.1:50698, baseZNode=/11102062397 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11102062397 2024-11-22T14:32:11,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42411-0x10067d8e2070004, quorum=127.0.0.1:50698, baseZNode=/11102062397 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11102062397 2024-11-22T14:32:11,415 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11102062397/online-snapshot/acquired, /11102062397/online-snapshot/reached, /11102062397/online-snapshot/abort 2024-11-22T14:32:11,416 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b313e41b3af3,35085,1732285929625 2024-11-22T14:32:11,417 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33567/user/jenkins/test-data/40df2f8a-c9f2-8a5f-9fb1-f7abd54c043a/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-22T14:32:11,418 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-22T14:32:11,418 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-22T14:32:11,418 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-22T14:32:11,419 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b313e41b3af3,35085,1732285929625 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-22T14:32:11,420 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b313e41b3af3:0, corePoolSize=5, maxPoolSize=5 2024-11-22T14:32:11,420 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b313e41b3af3:0, corePoolSize=5, maxPoolSize=5 2024-11-22T14:32:11,420 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b313e41b3af3:0, corePoolSize=5, maxPoolSize=5 2024-11-22T14:32:11,420 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b313e41b3af3:0, corePoolSize=5, maxPoolSize=5 2024-11-22T14:32:11,420 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b313e41b3af3:0, corePoolSize=10, maxPoolSize=10 2024-11-22T14:32:11,420 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:32:11,420 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b313e41b3af3:0, corePoolSize=2, maxPoolSize=2 2024-11-22T14:32:11,420 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:32:11,421 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732285961421 2024-11-22T14:32:11,421 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-22T14:32:11,421 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-22T14:32:11,421 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-22T14:32:11,421 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-22T14:32:11,421 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-22T14:32:11,421 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-22T14:32:11,421 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T14:32:11,421 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-22T14:32:11,421 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T14:32:11,421 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-22T14:32:11,422 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-22T14:32:11,422 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-22T14:32:11,422 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-22T14:32:11,422 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-22T14:32:11,422 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-22T14:32:11,422 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b313e41b3af3:0:becomeActiveMaster-HFileCleaner.large.0-1732285931422,5,FailOnTimeoutGroup] 2024-11-22T14:32:11,422 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b313e41b3af3:0:becomeActiveMaster-HFileCleaner.small.0-1732285931422,5,FailOnTimeoutGroup] 2024-11-22T14:32:11,422 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T14:32:11,422 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-22T14:32:11,422 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-22T14:32:11,422 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-22T14:32:11,423 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:32:11,423 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-22T14:32:11,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45621 is added to blk_1073741831_1007 (size=1321) 2024-11-22T14:32:11,495 INFO [RS:0;b313e41b3af3:42411 {}] regionserver.HRegionServer(746): ClusterId : 941dfbc1-c08b-462b-a6e9-75d7a0dd007a 2024-11-22T14:32:11,495 DEBUG [RS:0;b313e41b3af3:42411 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-22T14:32:11,497 DEBUG [RS:0;b313e41b3af3:42411 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-22T14:32:11,497 DEBUG [RS:0;b313e41b3af3:42411 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-22T14:32:11,500 DEBUG [RS:0;b313e41b3af3:42411 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-22T14:32:11,500 DEBUG [RS:0;b313e41b3af3:42411 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a9d0911, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b313e41b3af3/172.17.0.2:0 2024-11-22T14:32:11,513 DEBUG [RS:0;b313e41b3af3:42411 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b313e41b3af3:42411 2024-11-22T14:32:11,513 INFO [RS:0;b313e41b3af3:42411 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-22T14:32:11,513 INFO [RS:0;b313e41b3af3:42411 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-22T14:32:11,513 DEBUG [RS:0;b313e41b3af3:42411 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-22T14:32:11,514 INFO [RS:0;b313e41b3af3:42411 {}] regionserver.HRegionServer(2659): reportForDuty to master=b313e41b3af3,35085,1732285929625 with port=42411, startcode=1732285929674 2024-11-22T14:32:11,514 DEBUG [RS:0;b313e41b3af3:42411 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-22T14:32:11,515 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57407, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-11-22T14:32:11,516 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35085 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b313e41b3af3,42411,1732285929674 2024-11-22T14:32:11,516 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35085 {}] master.ServerManager(517): Registering regionserver=b313e41b3af3,42411,1732285929674 2024-11-22T14:32:11,517 DEBUG [RS:0;b313e41b3af3:42411 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33567/user/jenkins/test-data/40df2f8a-c9f2-8a5f-9fb1-f7abd54c043a 2024-11-22T14:32:11,517 DEBUG [RS:0;b313e41b3af3:42411 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33567 2024-11-22T14:32:11,517 DEBUG [RS:0;b313e41b3af3:42411 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-22T14:32:11,519 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35085-0x10067d8e2070003, quorum=127.0.0.1:50698, baseZNode=/11102062397 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11102062397/rs 2024-11-22T14:32:11,520 DEBUG [RS:0;b313e41b3af3:42411 {}] zookeeper.ZKUtil(111): regionserver:42411-0x10067d8e2070004, quorum=127.0.0.1:50698, baseZNode=/11102062397 Set watcher on existing znode=/11102062397/rs/b313e41b3af3,42411,1732285929674 2024-11-22T14:32:11,520 WARN [RS:0;b313e41b3af3:42411 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T14:32:11,520 INFO [RS:0;b313e41b3af3:42411 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T14:32:11,520 DEBUG [RS:0;b313e41b3af3:42411 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33567/user/jenkins/test-data/40df2f8a-c9f2-8a5f-9fb1-f7abd54c043a/WALs/b313e41b3af3,42411,1732285929674 2024-11-22T14:32:11,520 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b313e41b3af3,42411,1732285929674] 2024-11-22T14:32:11,523 INFO [RS:0;b313e41b3af3:42411 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-22T14:32:11,528 INFO [RS:0;b313e41b3af3:42411 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-22T14:32:11,529 INFO [RS:0;b313e41b3af3:42411 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-22T14:32:11,529 INFO [RS:0;b313e41b3af3:42411 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T14:32:11,529 INFO [RS:0;b313e41b3af3:42411 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-22T14:32:11,530 INFO [RS:0;b313e41b3af3:42411 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-22T14:32:11,530 INFO [RS:0;b313e41b3af3:42411 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-22T14:32:11,530 DEBUG [RS:0;b313e41b3af3:42411 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:32:11,530 DEBUG [RS:0;b313e41b3af3:42411 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:32:11,530 DEBUG [RS:0;b313e41b3af3:42411 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:32:11,530 DEBUG [RS:0;b313e41b3af3:42411 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:32:11,530 DEBUG [RS:0;b313e41b3af3:42411 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:32:11,530 DEBUG [RS:0;b313e41b3af3:42411 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b313e41b3af3:0, corePoolSize=2, maxPoolSize=2 2024-11-22T14:32:11,530 DEBUG [RS:0;b313e41b3af3:42411 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:32:11,531 DEBUG [RS:0;b313e41b3af3:42411 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:32:11,531 DEBUG [RS:0;b313e41b3af3:42411 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:32:11,531 DEBUG [RS:0;b313e41b3af3:42411 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:32:11,531 DEBUG [RS:0;b313e41b3af3:42411 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:32:11,531 DEBUG [RS:0;b313e41b3af3:42411 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:32:11,531 DEBUG [RS:0;b313e41b3af3:42411 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b313e41b3af3:0, corePoolSize=3, maxPoolSize=3 2024-11-22T14:32:11,531 DEBUG [RS:0;b313e41b3af3:42411 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b313e41b3af3:0, corePoolSize=3, maxPoolSize=3 2024-11-22T14:32:11,531 INFO [RS:0;b313e41b3af3:42411 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T14:32:11,531 INFO [RS:0;b313e41b3af3:42411 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T14:32:11,531 INFO [RS:0;b313e41b3af3:42411 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T14:32:11,531 INFO [RS:0;b313e41b3af3:42411 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-22T14:32:11,531 INFO [RS:0;b313e41b3af3:42411 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-22T14:32:11,531 INFO [RS:0;b313e41b3af3:42411 {}] hbase.ChoreService(168): Chore ScheduledChore name=b313e41b3af3,42411,1732285929674-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T14:32:11,544 INFO [RS:0;b313e41b3af3:42411 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-22T14:32:11,544 INFO [RS:0;b313e41b3af3:42411 {}] hbase.ChoreService(168): Chore ScheduledChore name=b313e41b3af3,42411,1732285929674-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T14:32:11,544 INFO [RS:0;b313e41b3af3:42411 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T14:32:11,544 INFO [RS:0;b313e41b3af3:42411 {}] regionserver.Replication(171): b313e41b3af3,42411,1732285929674 started 2024-11-22T14:32:11,556 INFO [RS:0;b313e41b3af3:42411 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T14:32:11,556 INFO [RS:0;b313e41b3af3:42411 {}] regionserver.HRegionServer(1482): Serving as b313e41b3af3,42411,1732285929674, RpcServer on b313e41b3af3/172.17.0.2:42411, sessionid=0x10067d8e2070004 2024-11-22T14:32:11,556 DEBUG [RS:0;b313e41b3af3:42411 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-22T14:32:11,557 DEBUG [RS:0;b313e41b3af3:42411 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b313e41b3af3,42411,1732285929674 2024-11-22T14:32:11,557 DEBUG [RS:0;b313e41b3af3:42411 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b313e41b3af3,42411,1732285929674' 2024-11-22T14:32:11,557 DEBUG [RS:0;b313e41b3af3:42411 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11102062397/flush-table-proc/abort' 2024-11-22T14:32:11,557 DEBUG [RS:0;b313e41b3af3:42411 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11102062397/flush-table-proc/acquired' 2024-11-22T14:32:11,558 DEBUG [RS:0;b313e41b3af3:42411 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-22T14:32:11,558 DEBUG [RS:0;b313e41b3af3:42411 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-22T14:32:11,558 DEBUG [RS:0;b313e41b3af3:42411 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b313e41b3af3,42411,1732285929674 2024-11-22T14:32:11,558 DEBUG [RS:0;b313e41b3af3:42411 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b313e41b3af3,42411,1732285929674' 2024-11-22T14:32:11,558 DEBUG [RS:0;b313e41b3af3:42411 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11102062397/online-snapshot/abort' 2024-11-22T14:32:11,558 DEBUG [RS:0;b313e41b3af3:42411 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11102062397/online-snapshot/acquired' 2024-11-22T14:32:11,558 DEBUG [RS:0;b313e41b3af3:42411 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-22T14:32:11,559 INFO [RS:0;b313e41b3af3:42411 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-22T14:32:11,559 INFO [RS:0;b313e41b3af3:42411 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-22T14:32:11,659 INFO [RS:0;b313e41b3af3:42411 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T14:32:11,660 INFO [RS:0;b313e41b3af3:42411 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b313e41b3af3%2C42411%2C1732285929674, suffix=, logDir=hdfs://localhost:33567/user/jenkins/test-data/40df2f8a-c9f2-8a5f-9fb1-f7abd54c043a/WALs/b313e41b3af3,42411,1732285929674, archiveDir=hdfs://localhost:33567/user/jenkins/test-data/40df2f8a-c9f2-8a5f-9fb1-f7abd54c043a/oldWALs, maxLogs=10 2024-11-22T14:32:11,677 DEBUG [RS:0;b313e41b3af3:42411 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/40df2f8a-c9f2-8a5f-9fb1-f7abd54c043a/WALs/b313e41b3af3,42411,1732285929674/b313e41b3af3%2C42411%2C1732285929674.1732285931661, exclude list is [], retry=0 2024-11-22T14:32:11,680 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45621,DS-97579166-6218-4860-886d-eb37a30c8f7f,DISK] 2024-11-22T14:32:11,682 INFO [RS:0;b313e41b3af3:42411 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/40df2f8a-c9f2-8a5f-9fb1-f7abd54c043a/WALs/b313e41b3af3,42411,1732285929674/b313e41b3af3%2C42411%2C1732285929674.1732285931661 2024-11-22T14:32:11,682 DEBUG [RS:0;b313e41b3af3:42411 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33847:33847)] 2024-11-22T14:32:11,830 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33567/user/jenkins/test-data/40df2f8a-c9f2-8a5f-9fb1-f7abd54c043a/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-22T14:32:11,831 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33567/user/jenkins/test-data/40df2f8a-c9f2-8a5f-9fb1-f7abd54c043a 2024-11-22T14:32:11,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45621 is added to blk_1073741833_1009 (size=32) 2024-11-22T14:32:12,237 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T14:32:12,238 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T14:32:12,240 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T14:32:12,240 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:32:12,240 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T14:32:12,240 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T14:32:12,241 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T14:32:12,242 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:32:12,242 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T14:32:12,242 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T14:32:12,243 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T14:32:12,243 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:32:12,244 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T14:32:12,244 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T14:32:12,245 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T14:32:12,245 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:32:12,245 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T14:32:12,246 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T14:32:12,246 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33567/user/jenkins/test-data/40df2f8a-c9f2-8a5f-9fb1-f7abd54c043a/data/hbase/meta/1588230740 2024-11-22T14:32:12,246 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33567/user/jenkins/test-data/40df2f8a-c9f2-8a5f-9fb1-f7abd54c043a/data/hbase/meta/1588230740 2024-11-22T14:32:12,248 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T14:32:12,248 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T14:32:12,248 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T14:32:12,249 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T14:32:12,251 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33567/user/jenkins/test-data/40df2f8a-c9f2-8a5f-9fb1-f7abd54c043a/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T14:32:12,251 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64925847, jitterRate=-0.03252948820590973}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T14:32:12,252 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732285932237Initializing all the Stores at 1732285932238 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732285932238Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732285932238Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732285932238Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732285932238Cleaning up temporary data from old regions at 1732285932248 (+10 ms)Region opened successfully at 1732285932251 (+3 ms) 2024-11-22T14:32:12,252 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-22T14:32:12,252 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-22T14:32:12,252 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-22T14:32:12,252 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T14:32:12,252 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T14:32:12,252 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-22T14:32:12,252 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732285932252Disabling compacts and flushes for region at 1732285932252Disabling writes for close at 1732285932252Writing region close event to WAL at 1732285932252Closed at 1732285932252 2024-11-22T14:32:12,253 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T14:32:12,253 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-22T14:32:12,253 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-22T14:32:12,254 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T14:32:12,255 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-22T14:32:12,405 DEBUG [b313e41b3af3:35085 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-22T14:32:12,406 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b313e41b3af3,42411,1732285929674 2024-11-22T14:32:12,407 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b313e41b3af3,42411,1732285929674, state=OPENING 2024-11-22T14:32:12,408 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-22T14:32:12,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35085-0x10067d8e2070003, quorum=127.0.0.1:50698, baseZNode=/11102062397 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11102062397 2024-11-22T14:32:12,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42411-0x10067d8e2070004, quorum=127.0.0.1:50698, baseZNode=/11102062397 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11102062397 2024-11-22T14:32:12,410 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11102062397/meta-region-server: CHANGED 2024-11-22T14:32:12,410 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11102062397/meta-region-server: CHANGED 2024-11-22T14:32:12,410 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T14:32:12,410 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b313e41b3af3,42411,1732285929674}] 2024-11-22T14:32:12,563 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-22T14:32:12,564 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45259, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-22T14:32:12,567 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-22T14:32:12,568 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T14:32:12,568 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-22T14:32:12,569 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b313e41b3af3%2C42411%2C1732285929674.meta, suffix=.meta, logDir=hdfs://localhost:33567/user/jenkins/test-data/40df2f8a-c9f2-8a5f-9fb1-f7abd54c043a/WALs/b313e41b3af3,42411,1732285929674, archiveDir=hdfs://localhost:33567/user/jenkins/test-data/40df2f8a-c9f2-8a5f-9fb1-f7abd54c043a/oldWALs, maxLogs=10 2024-11-22T14:32:12,582 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/40df2f8a-c9f2-8a5f-9fb1-f7abd54c043a/WALs/b313e41b3af3,42411,1732285929674/b313e41b3af3%2C42411%2C1732285929674.meta.1732285932570.meta, exclude list is [], retry=0 2024-11-22T14:32:12,584 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45621,DS-97579166-6218-4860-886d-eb37a30c8f7f,DISK] 2024-11-22T14:32:12,586 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/40df2f8a-c9f2-8a5f-9fb1-f7abd54c043a/WALs/b313e41b3af3,42411,1732285929674/b313e41b3af3%2C42411%2C1732285929674.meta.1732285932570.meta 2024-11-22T14:32:12,587 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33847:33847)] 2024-11-22T14:32:12,587 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-22T14:32:12,587 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-22T14:32:12,587 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-22T14:32:12,587 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-22T14:32:12,587 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-22T14:32:12,587 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-22T14:32:12,587 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T14:32:12,588 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-22T14:32:12,588 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-22T14:32:12,589 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T14:32:12,590 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T14:32:12,590 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:32:12,591 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T14:32:12,591 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T14:32:12,592 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T14:32:12,592 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:32:12,592 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T14:32:12,592 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T14:32:12,593 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T14:32:12,593 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:32:12,594 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T14:32:12,594 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T14:32:12,595 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T14:32:12,595 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:32:12,595 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T14:32:12,595 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T14:32:12,596 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33567/user/jenkins/test-data/40df2f8a-c9f2-8a5f-9fb1-f7abd54c043a/data/hbase/meta/1588230740 2024-11-22T14:32:12,597 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33567/user/jenkins/test-data/40df2f8a-c9f2-8a5f-9fb1-f7abd54c043a/data/hbase/meta/1588230740 2024-11-22T14:32:12,598 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T14:32:12,598 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T14:32:12,599 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T14:32:12,600 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T14:32:12,601 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61980177, jitterRate=-0.07642339169979095}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T14:32:12,601 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-22T14:32:12,601 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732285932588Writing region info on filesystem at 1732285932588Initializing all the Stores at 1732285932589 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732285932589Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732285932589Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732285932589Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732285932589Cleaning up temporary data from old regions at 1732285932598 (+9 ms)Running coprocessor post-open hooks at 1732285932601 (+3 ms)Region opened successfully at 1732285932601 2024-11-22T14:32:12,602 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732285932562 2024-11-22T14:32:12,604 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-22T14:32:12,604 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-22T14:32:12,605 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b313e41b3af3,42411,1732285929674 2024-11-22T14:32:12,606 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b313e41b3af3,42411,1732285929674, state=OPEN 2024-11-22T14:32:12,607 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35085-0x10067d8e2070003, quorum=127.0.0.1:50698, baseZNode=/11102062397 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11102062397/meta-region-server 2024-11-22T14:32:12,607 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42411-0x10067d8e2070004, quorum=127.0.0.1:50698, baseZNode=/11102062397 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11102062397/meta-region-server 2024-11-22T14:32:12,607 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b313e41b3af3,42411,1732285929674 2024-11-22T14:32:12,607 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11102062397/meta-region-server: CHANGED 2024-11-22T14:32:12,607 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11102062397/meta-region-server: CHANGED 2024-11-22T14:32:12,609 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-22T14:32:12,609 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b313e41b3af3,42411,1732285929674 in 197 msec 2024-11-22T14:32:12,611 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-22T14:32:12,611 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 356 msec 2024-11-22T14:32:12,612 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T14:32:12,612 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-22T14:32:12,613 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T14:32:12,613 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b313e41b3af3,42411,1732285929674, seqNum=-1] 2024-11-22T14:32:12,614 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T14:32:12,615 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60693, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T14:32:12,619 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2000 sec 2024-11-22T14:32:12,619 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732285932619, completionTime=-1 2024-11-22T14:32:12,619 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-22T14:32:12,619 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-22T14:32:12,621 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-22T14:32:12,621 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732285992621 2024-11-22T14:32:12,621 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732286052621 2024-11-22T14:32:12,621 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-22T14:32:12,621 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b313e41b3af3,35085,1732285929625-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T14:32:12,621 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b313e41b3af3,35085,1732285929625-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T14:32:12,621 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b313e41b3af3,35085,1732285929625-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T14:32:12,621 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b313e41b3af3:35085, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T14:32:12,622 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-22T14:32:12,622 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-22T14:32:12,624 DEBUG [master/b313e41b3af3:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-22T14:32:12,626 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.919sec 2024-11-22T14:32:12,626 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-22T14:32:12,626 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-22T14:32:12,626 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-22T14:32:12,626 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-22T14:32:12,626 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-22T14:32:12,626 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b313e41b3af3,35085,1732285929625-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T14:32:12,626 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b313e41b3af3,35085,1732285929625-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-22T14:32:12,629 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-22T14:32:12,629 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-22T14:32:12,629 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b313e41b3af3,35085,1732285929625-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T14:32:12,696 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@647d601b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:32:12,696 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b313e41b3af3,35085,-1 for getting cluster id 2024-11-22T14:32:12,696 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T14:32:12,697 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '941dfbc1-c08b-462b-a6e9-75d7a0dd007a' 2024-11-22T14:32:12,697 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T14:32:12,697 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "941dfbc1-c08b-462b-a6e9-75d7a0dd007a" 2024-11-22T14:32:12,697 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7893a2ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:32:12,698 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b313e41b3af3,35085,-1] 2024-11-22T14:32:12,698 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T14:32:12,698 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:32:12,699 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58438, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T14:32:12,699 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5629c89, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:32:12,700 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T14:32:12,701 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b313e41b3af3,42411,1732285929674, seqNum=-1] 2024-11-22T14:32:12,701 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T14:32:12,702 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57358, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T14:32:12,703 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b313e41b3af3,35085,1732285929625 2024-11-22T14:32:12,704 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:50698 2024-11-22T14:32:12,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:50698, baseZNode=/11102062397 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T14:32:12,707 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10067d8e2070005 connected 2024-11-22T14:32:12,711 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T14:32:12,712 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is b313e41b3af3,37517,1732285925681 2024-11-22T14:32:12,712 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6e1c9090 2024-11-22T14:32:12,713 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T14:32:12,714 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50908, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T14:32:12,717 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T14:32:12,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-22T14:32:12,721 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T14:32:12,722 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:32:12,723 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-22T14:32:12,724 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T14:32:12,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T14:32:12,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33185 is added to blk_1073741835_1011 (size=902) 2024-11-22T14:32:12,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T14:32:13,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T14:32:13,133 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 00685b7c6f8a9c103839eaefbfa0c04c, NAME => 'test,,1732285932714.00685b7c6f8a9c103839eaefbfa0c04c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34585/user/jenkins/test-data/cfa326bb-dbaf-0c48-27e2-f6edbfd41b94 2024-11-22T14:32:13,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33185 is added to blk_1073741836_1012 (size=39) 2024-11-22T14:32:13,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T14:32:13,539 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732285932714.00685b7c6f8a9c103839eaefbfa0c04c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T14:32:13,539 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 00685b7c6f8a9c103839eaefbfa0c04c, disabling compactions & flushes 2024-11-22T14:32:13,539 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732285932714.00685b7c6f8a9c103839eaefbfa0c04c. 2024-11-22T14:32:13,539 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732285932714.00685b7c6f8a9c103839eaefbfa0c04c. 2024-11-22T14:32:13,539 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732285932714.00685b7c6f8a9c103839eaefbfa0c04c. after waiting 0 ms 2024-11-22T14:32:13,539 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732285932714.00685b7c6f8a9c103839eaefbfa0c04c. 2024-11-22T14:32:13,539 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732285932714.00685b7c6f8a9c103839eaefbfa0c04c. 2024-11-22T14:32:13,539 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 00685b7c6f8a9c103839eaefbfa0c04c: Waiting for close lock at 1732285933539Disabling compacts and flushes for region at 1732285933539Disabling writes for close at 1732285933539Writing region close event to WAL at 1732285933539Closed at 1732285933539 2024-11-22T14:32:13,540 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T14:32:13,541 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732285932714.00685b7c6f8a9c103839eaefbfa0c04c.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732285933541"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732285933541"}]},"ts":"1732285933541"} 2024-11-22T14:32:13,544 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-22T14:32:13,545 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T14:32:13,545 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732285933545"}]},"ts":"1732285933545"} 2024-11-22T14:32:13,547 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-22T14:32:13,547 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=00685b7c6f8a9c103839eaefbfa0c04c, ASSIGN}] 2024-11-22T14:32:13,548 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=00685b7c6f8a9c103839eaefbfa0c04c, ASSIGN 2024-11-22T14:32:13,549 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=00685b7c6f8a9c103839eaefbfa0c04c, ASSIGN; state=OFFLINE, location=b313e41b3af3,33875,1732285925719; forceNewPlan=false, retain=false 2024-11-22T14:32:13,560 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-22T14:32:13,699 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=00685b7c6f8a9c103839eaefbfa0c04c, regionState=OPENING, regionLocation=b313e41b3af3,33875,1732285925719 2024-11-22T14:32:13,702 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=00685b7c6f8a9c103839eaefbfa0c04c, ASSIGN because future has completed 2024-11-22T14:32:13,703 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 00685b7c6f8a9c103839eaefbfa0c04c, server=b313e41b3af3,33875,1732285925719}] 2024-11-22T14:32:13,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T14:32:13,871 INFO [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732285932714.00685b7c6f8a9c103839eaefbfa0c04c. 2024-11-22T14:32:13,871 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 00685b7c6f8a9c103839eaefbfa0c04c, NAME => 'test,,1732285932714.00685b7c6f8a9c103839eaefbfa0c04c.', STARTKEY => '', ENDKEY => ''} 2024-11-22T14:32:13,872 INFO [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-22T14:32:13,872 INFO [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-22T14:32:13,872 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 00685b7c6f8a9c103839eaefbfa0c04c 2024-11-22T14:32:13,873 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732285932714.00685b7c6f8a9c103839eaefbfa0c04c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T14:32:13,873 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 00685b7c6f8a9c103839eaefbfa0c04c 2024-11-22T14:32:13,873 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 00685b7c6f8a9c103839eaefbfa0c04c 2024-11-22T14:32:13,876 INFO [StoreOpener-00685b7c6f8a9c103839eaefbfa0c04c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 00685b7c6f8a9c103839eaefbfa0c04c 2024-11-22T14:32:13,877 INFO [StoreOpener-00685b7c6f8a9c103839eaefbfa0c04c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 00685b7c6f8a9c103839eaefbfa0c04c columnFamilyName f 2024-11-22T14:32:13,877 DEBUG [StoreOpener-00685b7c6f8a9c103839eaefbfa0c04c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:32:13,878 INFO [StoreOpener-00685b7c6f8a9c103839eaefbfa0c04c-1 {}] regionserver.HStore(327): Store=00685b7c6f8a9c103839eaefbfa0c04c/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:32:13,878 INFO [StoreOpener-00685b7c6f8a9c103839eaefbfa0c04c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 00685b7c6f8a9c103839eaefbfa0c04c 2024-11-22T14:32:13,880 INFO [StoreOpener-00685b7c6f8a9c103839eaefbfa0c04c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 00685b7c6f8a9c103839eaefbfa0c04c columnFamilyName f1 2024-11-22T14:32:13,880 DEBUG [StoreOpener-00685b7c6f8a9c103839eaefbfa0c04c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:32:13,880 INFO [StoreOpener-00685b7c6f8a9c103839eaefbfa0c04c-1 {}] regionserver.HStore(327): Store=00685b7c6f8a9c103839eaefbfa0c04c/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:32:13,880 INFO [StoreOpener-00685b7c6f8a9c103839eaefbfa0c04c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 00685b7c6f8a9c103839eaefbfa0c04c 2024-11-22T14:32:13,882 INFO [StoreOpener-00685b7c6f8a9c103839eaefbfa0c04c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 00685b7c6f8a9c103839eaefbfa0c04c columnFamilyName norep 2024-11-22T14:32:13,882 DEBUG [StoreOpener-00685b7c6f8a9c103839eaefbfa0c04c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:32:13,882 INFO [StoreOpener-00685b7c6f8a9c103839eaefbfa0c04c-1 {}] regionserver.HStore(327): Store=00685b7c6f8a9c103839eaefbfa0c04c/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:32:13,882 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 00685b7c6f8a9c103839eaefbfa0c04c 2024-11-22T14:32:13,883 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34585/user/jenkins/test-data/cfa326bb-dbaf-0c48-27e2-f6edbfd41b94/data/default/test/00685b7c6f8a9c103839eaefbfa0c04c 2024-11-22T14:32:13,884 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34585/user/jenkins/test-data/cfa326bb-dbaf-0c48-27e2-f6edbfd41b94/data/default/test/00685b7c6f8a9c103839eaefbfa0c04c 2024-11-22T14:32:13,885 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 00685b7c6f8a9c103839eaefbfa0c04c 2024-11-22T14:32:13,885 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 00685b7c6f8a9c103839eaefbfa0c04c 2024-11-22T14:32:13,886 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-22T14:32:13,887 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 00685b7c6f8a9c103839eaefbfa0c04c 2024-11-22T14:32:13,890 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34585/user/jenkins/test-data/cfa326bb-dbaf-0c48-27e2-f6edbfd41b94/data/default/test/00685b7c6f8a9c103839eaefbfa0c04c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T14:32:13,890 INFO [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 00685b7c6f8a9c103839eaefbfa0c04c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73562558, jitterRate=0.09616753458976746}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-22T14:32:13,891 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 00685b7c6f8a9c103839eaefbfa0c04c 2024-11-22T14:32:13,891 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 00685b7c6f8a9c103839eaefbfa0c04c: Running coprocessor pre-open hook at 1732285933873Writing region info on filesystem at 1732285933873Initializing all the Stores at 1732285933875 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732285933875Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732285933875Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732285933875Cleaning up temporary data from old regions at 1732285933885 (+10 ms)Running coprocessor post-open hooks at 1732285933891 (+6 ms)Region opened successfully at 1732285933891 2024-11-22T14:32:13,894 INFO [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732285932714.00685b7c6f8a9c103839eaefbfa0c04c., pid=6, masterSystemTime=1732285933855 2024-11-22T14:32:13,896 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732285932714.00685b7c6f8a9c103839eaefbfa0c04c. 2024-11-22T14:32:13,896 INFO [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732285932714.00685b7c6f8a9c103839eaefbfa0c04c. 2024-11-22T14:32:13,898 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=00685b7c6f8a9c103839eaefbfa0c04c, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=b313e41b3af3,33875,1732285925719 2024-11-22T14:32:13,901 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 00685b7c6f8a9c103839eaefbfa0c04c, server=b313e41b3af3,33875,1732285925719 because future has completed 2024-11-22T14:32:13,906 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-22T14:32:13,906 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 00685b7c6f8a9c103839eaefbfa0c04c, server=b313e41b3af3,33875,1732285925719 in 201 msec 2024-11-22T14:32:13,909 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-22T14:32:13,909 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=00685b7c6f8a9c103839eaefbfa0c04c, ASSIGN in 359 msec 2024-11-22T14:32:13,910 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T14:32:13,911 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732285933910"}]},"ts":"1732285933910"} 2024-11-22T14:32:13,913 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-22T14:32:13,914 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T14:32:13,918 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1970 sec 2024-11-22T14:32:14,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T14:32:14,874 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T14:32:14,874 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-22T14:32:14,874 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b313e41b3af3,35085,1732285929625 2024-11-22T14:32:14,875 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@12a341de 2024-11-22T14:32:14,875 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T14:32:14,876 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58454, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T14:32:14,877 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T14:32:14,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-22T14:32:14,879 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T14:32:14,880 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:32:14,880 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-22T14:32:14,881 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T14:32:14,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T14:32:14,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45621 is added to blk_1073741835_1011 (size=902) 2024-11-22T14:32:14,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T14:32:15,075 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-22T14:32:15,075 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-22T14:32:15,076 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-22T14:32:15,076 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-22T14:32:15,076 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-22T14:32:15,076 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-22T14:32:15,076 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-22T14:32:15,076 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-22T14:32:15,077 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T14:32:15,077 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-22T14:32:15,077 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-22T14:32:15,077 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-22T14:32:15,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T14:32:15,290 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ff1b32152f0da7d17dc2d90b167b6b4c, NAME => 'test,,1732285934876.ff1b32152f0da7d17dc2d90b167b6b4c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33567/user/jenkins/test-data/40df2f8a-c9f2-8a5f-9fb1-f7abd54c043a 2024-11-22T14:32:15,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45621 is added to blk_1073741836_1012 (size=39) 2024-11-22T14:32:15,303 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732285934876.ff1b32152f0da7d17dc2d90b167b6b4c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T14:32:15,303 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing ff1b32152f0da7d17dc2d90b167b6b4c, disabling compactions & flushes 2024-11-22T14:32:15,304 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732285934876.ff1b32152f0da7d17dc2d90b167b6b4c. 2024-11-22T14:32:15,304 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732285934876.ff1b32152f0da7d17dc2d90b167b6b4c. 2024-11-22T14:32:15,304 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732285934876.ff1b32152f0da7d17dc2d90b167b6b4c. after waiting 0 ms 2024-11-22T14:32:15,304 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732285934876.ff1b32152f0da7d17dc2d90b167b6b4c. 2024-11-22T14:32:15,304 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732285934876.ff1b32152f0da7d17dc2d90b167b6b4c. 2024-11-22T14:32:15,304 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for ff1b32152f0da7d17dc2d90b167b6b4c: Waiting for close lock at 1732285935303Disabling compacts and flushes for region at 1732285935303Disabling writes for close at 1732285935304 (+1 ms)Writing region close event to WAL at 1732285935304Closed at 1732285935304 2024-11-22T14:32:15,305 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T14:32:15,305 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732285934876.ff1b32152f0da7d17dc2d90b167b6b4c.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732285935305"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732285935305"}]},"ts":"1732285935305"} 2024-11-22T14:32:15,308 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-22T14:32:15,309 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T14:32:15,310 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732285935309"}]},"ts":"1732285935309"} 2024-11-22T14:32:15,312 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-22T14:32:15,312 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ff1b32152f0da7d17dc2d90b167b6b4c, ASSIGN}] 2024-11-22T14:32:15,315 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ff1b32152f0da7d17dc2d90b167b6b4c, ASSIGN 2024-11-22T14:32:15,316 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=ff1b32152f0da7d17dc2d90b167b6b4c, ASSIGN; state=OFFLINE, location=b313e41b3af3,42411,1732285929674; forceNewPlan=false, retain=false 2024-11-22T14:32:15,466 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ff1b32152f0da7d17dc2d90b167b6b4c, regionState=OPENING, regionLocation=b313e41b3af3,42411,1732285929674 2024-11-22T14:32:15,469 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=ff1b32152f0da7d17dc2d90b167b6b4c, ASSIGN because future has completed 2024-11-22T14:32:15,470 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ff1b32152f0da7d17dc2d90b167b6b4c, server=b313e41b3af3,42411,1732285929674}] 2024-11-22T14:32:15,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T14:32:15,628 INFO [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732285934876.ff1b32152f0da7d17dc2d90b167b6b4c. 2024-11-22T14:32:15,628 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => ff1b32152f0da7d17dc2d90b167b6b4c, NAME => 'test,,1732285934876.ff1b32152f0da7d17dc2d90b167b6b4c.', STARTKEY => '', ENDKEY => ''} 2024-11-22T14:32:15,628 INFO [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-22T14:32:15,629 INFO [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-22T14:32:15,629 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test ff1b32152f0da7d17dc2d90b167b6b4c 2024-11-22T14:32:15,629 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732285934876.ff1b32152f0da7d17dc2d90b167b6b4c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T14:32:15,629 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for ff1b32152f0da7d17dc2d90b167b6b4c 2024-11-22T14:32:15,629 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for ff1b32152f0da7d17dc2d90b167b6b4c 2024-11-22T14:32:15,631 INFO [StoreOpener-ff1b32152f0da7d17dc2d90b167b6b4c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region ff1b32152f0da7d17dc2d90b167b6b4c 2024-11-22T14:32:15,632 INFO [StoreOpener-ff1b32152f0da7d17dc2d90b167b6b4c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ff1b32152f0da7d17dc2d90b167b6b4c columnFamilyName f 2024-11-22T14:32:15,632 DEBUG [StoreOpener-ff1b32152f0da7d17dc2d90b167b6b4c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:32:15,633 INFO [StoreOpener-ff1b32152f0da7d17dc2d90b167b6b4c-1 {}] regionserver.HStore(327): Store=ff1b32152f0da7d17dc2d90b167b6b4c/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:32:15,633 INFO [StoreOpener-ff1b32152f0da7d17dc2d90b167b6b4c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region ff1b32152f0da7d17dc2d90b167b6b4c 2024-11-22T14:32:15,634 INFO [StoreOpener-ff1b32152f0da7d17dc2d90b167b6b4c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ff1b32152f0da7d17dc2d90b167b6b4c columnFamilyName f1 2024-11-22T14:32:15,634 DEBUG [StoreOpener-ff1b32152f0da7d17dc2d90b167b6b4c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:32:15,635 INFO [StoreOpener-ff1b32152f0da7d17dc2d90b167b6b4c-1 {}] regionserver.HStore(327): Store=ff1b32152f0da7d17dc2d90b167b6b4c/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:32:15,635 INFO [StoreOpener-ff1b32152f0da7d17dc2d90b167b6b4c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region ff1b32152f0da7d17dc2d90b167b6b4c 2024-11-22T14:32:15,636 INFO [StoreOpener-ff1b32152f0da7d17dc2d90b167b6b4c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ff1b32152f0da7d17dc2d90b167b6b4c columnFamilyName norep 2024-11-22T14:32:15,636 DEBUG [StoreOpener-ff1b32152f0da7d17dc2d90b167b6b4c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:32:15,637 INFO [StoreOpener-ff1b32152f0da7d17dc2d90b167b6b4c-1 {}] regionserver.HStore(327): Store=ff1b32152f0da7d17dc2d90b167b6b4c/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:32:15,637 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for ff1b32152f0da7d17dc2d90b167b6b4c 2024-11-22T14:32:15,638 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33567/user/jenkins/test-data/40df2f8a-c9f2-8a5f-9fb1-f7abd54c043a/data/default/test/ff1b32152f0da7d17dc2d90b167b6b4c 2024-11-22T14:32:15,638 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33567/user/jenkins/test-data/40df2f8a-c9f2-8a5f-9fb1-f7abd54c043a/data/default/test/ff1b32152f0da7d17dc2d90b167b6b4c 2024-11-22T14:32:15,639 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for ff1b32152f0da7d17dc2d90b167b6b4c 2024-11-22T14:32:15,639 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for ff1b32152f0da7d17dc2d90b167b6b4c 2024-11-22T14:32:15,640 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-22T14:32:15,641 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for ff1b32152f0da7d17dc2d90b167b6b4c 2024-11-22T14:32:15,650 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33567/user/jenkins/test-data/40df2f8a-c9f2-8a5f-9fb1-f7abd54c043a/data/default/test/ff1b32152f0da7d17dc2d90b167b6b4c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T14:32:15,650 INFO [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened ff1b32152f0da7d17dc2d90b167b6b4c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72249737, jitterRate=0.07660497725009918}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-22T14:32:15,650 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ff1b32152f0da7d17dc2d90b167b6b4c 2024-11-22T14:32:15,651 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for ff1b32152f0da7d17dc2d90b167b6b4c: Running coprocessor pre-open hook at 1732285935629Writing region info on filesystem at 1732285935629Initializing all the Stores at 1732285935630 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732285935630Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732285935630Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732285935630Cleaning up temporary data from old regions at 1732285935639 (+9 ms)Running coprocessor post-open hooks at 1732285935651 (+12 ms)Region opened successfully at 1732285935651 2024-11-22T14:32:15,652 INFO [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732285934876.ff1b32152f0da7d17dc2d90b167b6b4c., pid=6, masterSystemTime=1732285935622 2024-11-22T14:32:15,655 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732285934876.ff1b32152f0da7d17dc2d90b167b6b4c. 2024-11-22T14:32:15,655 INFO [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732285934876.ff1b32152f0da7d17dc2d90b167b6b4c. 2024-11-22T14:32:15,656 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ff1b32152f0da7d17dc2d90b167b6b4c, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=b313e41b3af3,42411,1732285929674 2024-11-22T14:32:15,660 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ff1b32152f0da7d17dc2d90b167b6b4c, server=b313e41b3af3,42411,1732285929674 because future has completed 2024-11-22T14:32:15,681 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-22T14:32:15,681 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure ff1b32152f0da7d17dc2d90b167b6b4c, server=b313e41b3af3,42411,1732285929674 in 206 msec 2024-11-22T14:32:15,685 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-22T14:32:15,685 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=ff1b32152f0da7d17dc2d90b167b6b4c, ASSIGN in 369 msec 2024-11-22T14:32:15,687 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T14:32:15,687 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732285935687"}]},"ts":"1732285935687"} 2024-11-22T14:32:15,690 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-22T14:32:15,692 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T14:32:15,695 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 815 msec 2024-11-22T14:32:16,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T14:32:16,024 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-22T14:32:16,024 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f5a68f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:32:16,024 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b313e41b3af3,37517,-1 for getting cluster id 2024-11-22T14:32:16,025 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T14:32:16,026 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b17116de-7fd1-4001-9c96-8ae982c22592' 2024-11-22T14:32:16,026 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T14:32:16,026 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b17116de-7fd1-4001-9c96-8ae982c22592" 2024-11-22T14:32:16,026 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55d359, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:32:16,026 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b313e41b3af3,37517,-1] 2024-11-22T14:32:16,027 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T14:32:16,027 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:32:16,029 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50916, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T14:32:16,030 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@97b890, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:32:16,031 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c9e5f91, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:32:16,031 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b313e41b3af3,35085,-1 for getting cluster id 2024-11-22T14:32:16,031 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T14:32:16,032 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '941dfbc1-c08b-462b-a6e9-75d7a0dd007a' 2024-11-22T14:32:16,032 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T14:32:16,032 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "941dfbc1-c08b-462b-a6e9-75d7a0dd007a" 2024-11-22T14:32:16,032 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f3cfaa5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:32:16,032 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b313e41b3af3,35085,-1] 2024-11-22T14:32:16,033 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T14:32:16,033 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:32:16,034 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58472, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T14:32:16,035 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@557ff7ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:32:16,036 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a3815b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:32:16,036 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b313e41b3af3,37517,-1 for getting cluster id 2024-11-22T14:32:16,036 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T14:32:16,037 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b17116de-7fd1-4001-9c96-8ae982c22592' 2024-11-22T14:32:16,037 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T14:32:16,037 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b17116de-7fd1-4001-9c96-8ae982c22592" 2024-11-22T14:32:16,038 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20161b27, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:32:16,038 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b313e41b3af3,37517,-1] 2024-11-22T14:32:16,038 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T14:32:16,038 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:32:16,039 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50948, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T14:32:16,040 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fa35c6a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:32:16,042 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T14:32:16,044 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is b313e41b3af3,37517,1732285925681 2024-11-22T14:32:16,044 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5bae16d8 2024-11-22T14:32:16,044 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T14:32:16,045 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50960, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T14:32:16,046 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://b313e41b3af3:35085,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false, state=ENABLED 2024-11-22T14:32:16,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-22T14:32:16,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T14:32:16,050 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b313e41b3af3:35085' 2024-11-22T14:32:16,051 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7062595a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:32:16,051 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request b313e41b3af3,35085,-1 for getting cluster id 2024-11-22T14:32:16,051 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T14:32:16,052 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '941dfbc1-c08b-462b-a6e9-75d7a0dd007a' 2024-11-22T14:32:16,052 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T14:32:16,053 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "941dfbc1-c08b-462b-a6e9-75d7a0dd007a" 2024-11-22T14:32:16,053 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31eb0d6e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:32:16,053 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b313e41b3af3,35085,-1] 2024-11-22T14:32:16,053 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T14:32:16,054 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:32:16,055 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58490, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T14:32:16,056 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ea7ea81, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:32:16,057 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T14:32:16,058 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b313e41b3af3,35085,1732285929625 2024-11-22T14:32:16,058 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2364d83f 2024-11-22T14:32:16,058 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T14:32:16,060 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58492, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T14:32:16,061 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-22T14:32:16,061 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-22T14:32:16,061 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:32:16,061 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:32:16,061 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T14:32:16,062 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T14:32:16,063 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-22T14:32:16,065 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T14:32:16,065 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:32:16,067 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T14:32:16,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33185 is added to blk_1073741837_1013 (size=1138) 2024-11-22T14:32:16,114 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-22T14:32:16,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T14:32:16,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T14:32:16,485 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => fae9daeb5448a701b2ac1ff1c6f9fc7a, NAME => 'hbase:replication,,1732285936061.fae9daeb5448a701b2ac1ff1c6f9fc7a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34585/user/jenkins/test-data/cfa326bb-dbaf-0c48-27e2-f6edbfd41b94 2024-11-22T14:32:16,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33185 is added to blk_1073741838_1014 (size=44) 2024-11-22T14:32:16,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T14:32:16,892 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732285936061.fae9daeb5448a701b2ac1ff1c6f9fc7a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T14:32:16,892 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing fae9daeb5448a701b2ac1ff1c6f9fc7a, disabling compactions & flushes 2024-11-22T14:32:16,892 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732285936061.fae9daeb5448a701b2ac1ff1c6f9fc7a. 2024-11-22T14:32:16,892 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732285936061.fae9daeb5448a701b2ac1ff1c6f9fc7a. 2024-11-22T14:32:16,892 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732285936061.fae9daeb5448a701b2ac1ff1c6f9fc7a. after waiting 0 ms 2024-11-22T14:32:16,892 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732285936061.fae9daeb5448a701b2ac1ff1c6f9fc7a. 2024-11-22T14:32:16,893 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732285936061.fae9daeb5448a701b2ac1ff1c6f9fc7a. 2024-11-22T14:32:16,893 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for fae9daeb5448a701b2ac1ff1c6f9fc7a: Waiting for close lock at 1732285936892Disabling compacts and flushes for region at 1732285936892Disabling writes for close at 1732285936892Writing region close event to WAL at 1732285936893 (+1 ms)Closed at 1732285936893 2024-11-22T14:32:16,894 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T14:32:16,895 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732285936061.fae9daeb5448a701b2ac1ff1c6f9fc7a.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732285936894"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732285936894"}]},"ts":"1732285936894"} 2024-11-22T14:32:16,897 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-22T14:32:16,898 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T14:32:16,899 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732285936898"}]},"ts":"1732285936898"} 2024-11-22T14:32:16,901 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-22T14:32:16,902 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=fae9daeb5448a701b2ac1ff1c6f9fc7a, ASSIGN}] 2024-11-22T14:32:16,903 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=fae9daeb5448a701b2ac1ff1c6f9fc7a, ASSIGN 2024-11-22T14:32:16,904 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=fae9daeb5448a701b2ac1ff1c6f9fc7a, ASSIGN; state=OFFLINE, location=b313e41b3af3,33875,1732285925719; forceNewPlan=false, retain=false 2024-11-22T14:32:17,055 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=fae9daeb5448a701b2ac1ff1c6f9fc7a, regionState=OPENING, regionLocation=b313e41b3af3,33875,1732285925719 2024-11-22T14:32:17,058 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=fae9daeb5448a701b2ac1ff1c6f9fc7a, ASSIGN because future has completed 2024-11-22T14:32:17,058 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure fae9daeb5448a701b2ac1ff1c6f9fc7a, server=b313e41b3af3,33875,1732285925719}] 2024-11-22T14:32:17,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T14:32:17,216 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732285936061.fae9daeb5448a701b2ac1ff1c6f9fc7a. 2024-11-22T14:32:17,216 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T14:32:17,216 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-22T14:32:17,217 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b313e41b3af3%2C33875%2C1732285925719.rep, suffix=, logDir=hdfs://localhost:34585/user/jenkins/test-data/cfa326bb-dbaf-0c48-27e2-f6edbfd41b94/WALs/b313e41b3af3,33875,1732285925719, archiveDir=hdfs://localhost:34585/user/jenkins/test-data/cfa326bb-dbaf-0c48-27e2-f6edbfd41b94/oldWALs, maxLogs=10 2024-11-22T14:32:17,230 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cfa326bb-dbaf-0c48-27e2-f6edbfd41b94/WALs/b313e41b3af3,33875,1732285925719/b313e41b3af3%2C33875%2C1732285925719.rep.1732285937218, exclude list is [], retry=0 2024-11-22T14:32:17,232 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33185,DS-a5a605ec-1f20-4638-b658-396a766a0239,DISK] 2024-11-22T14:32:17,234 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cfa326bb-dbaf-0c48-27e2-f6edbfd41b94/WALs/b313e41b3af3,33875,1732285925719/b313e41b3af3%2C33875%2C1732285925719.rep.1732285937218 2024-11-22T14:32:17,234 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43459:43459)] 2024-11-22T14:32:17,235 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => fae9daeb5448a701b2ac1ff1c6f9fc7a, NAME => 'hbase:replication,,1732285936061.fae9daeb5448a701b2ac1ff1c6f9fc7a.', STARTKEY => '', ENDKEY => ''} 2024-11-22T14:32:17,235 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-22T14:32:17,235 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-22T14:32:17,235 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732285936061.fae9daeb5448a701b2ac1ff1c6f9fc7a. service=MultiRowMutationService 2024-11-22T14:32:17,235 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-22T14:32:17,235 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication fae9daeb5448a701b2ac1ff1c6f9fc7a 2024-11-22T14:32:17,235 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732285936061.fae9daeb5448a701b2ac1ff1c6f9fc7a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T14:32:17,235 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for fae9daeb5448a701b2ac1ff1c6f9fc7a 2024-11-22T14:32:17,235 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for fae9daeb5448a701b2ac1ff1c6f9fc7a 2024-11-22T14:32:17,237 INFO [StoreOpener-fae9daeb5448a701b2ac1ff1c6f9fc7a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region fae9daeb5448a701b2ac1ff1c6f9fc7a 2024-11-22T14:32:17,238 INFO [StoreOpener-fae9daeb5448a701b2ac1ff1c6f9fc7a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fae9daeb5448a701b2ac1ff1c6f9fc7a columnFamilyName hfileref 2024-11-22T14:32:17,238 DEBUG [StoreOpener-fae9daeb5448a701b2ac1ff1c6f9fc7a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:32:17,239 INFO [StoreOpener-fae9daeb5448a701b2ac1ff1c6f9fc7a-1 {}] regionserver.HStore(327): Store=fae9daeb5448a701b2ac1ff1c6f9fc7a/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:32:17,239 INFO [StoreOpener-fae9daeb5448a701b2ac1ff1c6f9fc7a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region fae9daeb5448a701b2ac1ff1c6f9fc7a 2024-11-22T14:32:17,240 INFO [StoreOpener-fae9daeb5448a701b2ac1ff1c6f9fc7a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fae9daeb5448a701b2ac1ff1c6f9fc7a columnFamilyName queue 2024-11-22T14:32:17,240 DEBUG [StoreOpener-fae9daeb5448a701b2ac1ff1c6f9fc7a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:32:17,241 INFO [StoreOpener-fae9daeb5448a701b2ac1ff1c6f9fc7a-1 {}] regionserver.HStore(327): Store=fae9daeb5448a701b2ac1ff1c6f9fc7a/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:32:17,241 INFO [StoreOpener-fae9daeb5448a701b2ac1ff1c6f9fc7a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region fae9daeb5448a701b2ac1ff1c6f9fc7a 2024-11-22T14:32:17,242 INFO [StoreOpener-fae9daeb5448a701b2ac1ff1c6f9fc7a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fae9daeb5448a701b2ac1ff1c6f9fc7a columnFamilyName sid 2024-11-22T14:32:17,242 DEBUG [StoreOpener-fae9daeb5448a701b2ac1ff1c6f9fc7a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:32:17,243 INFO [StoreOpener-fae9daeb5448a701b2ac1ff1c6f9fc7a-1 {}] regionserver.HStore(327): Store=fae9daeb5448a701b2ac1ff1c6f9fc7a/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:32:17,243 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for fae9daeb5448a701b2ac1ff1c6f9fc7a 2024-11-22T14:32:17,244 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34585/user/jenkins/test-data/cfa326bb-dbaf-0c48-27e2-f6edbfd41b94/data/hbase/replication/fae9daeb5448a701b2ac1ff1c6f9fc7a 2024-11-22T14:32:17,244 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34585/user/jenkins/test-data/cfa326bb-dbaf-0c48-27e2-f6edbfd41b94/data/hbase/replication/fae9daeb5448a701b2ac1ff1c6f9fc7a 2024-11-22T14:32:17,245 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for fae9daeb5448a701b2ac1ff1c6f9fc7a 2024-11-22T14:32:17,246 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for fae9daeb5448a701b2ac1ff1c6f9fc7a 2024-11-22T14:32:17,246 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-22T14:32:17,247 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for fae9daeb5448a701b2ac1ff1c6f9fc7a 2024-11-22T14:32:17,250 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34585/user/jenkins/test-data/cfa326bb-dbaf-0c48-27e2-f6edbfd41b94/data/hbase/replication/fae9daeb5448a701b2ac1ff1c6f9fc7a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T14:32:17,251 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened fae9daeb5448a701b2ac1ff1c6f9fc7a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66648241, jitterRate=-0.006863817572593689}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-22T14:32:17,251 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fae9daeb5448a701b2ac1ff1c6f9fc7a 2024-11-22T14:32:17,252 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for fae9daeb5448a701b2ac1ff1c6f9fc7a: Running coprocessor pre-open hook at 1732285937235Writing region info on filesystem at 1732285937235Initializing all the Stores at 1732285937236 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732285937236Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732285937237 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732285937237Cleaning up temporary data from old regions at 1732285937246 (+9 ms)Running coprocessor post-open hooks at 1732285937251 (+5 ms)Region opened successfully at 1732285937251 2024-11-22T14:32:17,253 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732285936061.fae9daeb5448a701b2ac1ff1c6f9fc7a., pid=10, masterSystemTime=1732285937211 2024-11-22T14:32:17,255 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732285936061.fae9daeb5448a701b2ac1ff1c6f9fc7a. 2024-11-22T14:32:17,255 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732285936061.fae9daeb5448a701b2ac1ff1c6f9fc7a. 2024-11-22T14:32:17,256 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=fae9daeb5448a701b2ac1ff1c6f9fc7a, regionState=OPEN, openSeqNum=2, regionLocation=b313e41b3af3,33875,1732285925719 2024-11-22T14:32:17,258 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure fae9daeb5448a701b2ac1ff1c6f9fc7a, server=b313e41b3af3,33875,1732285925719 because future has completed 2024-11-22T14:32:17,263 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-22T14:32:17,264 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure fae9daeb5448a701b2ac1ff1c6f9fc7a, server=b313e41b3af3,33875,1732285925719 in 202 msec 2024-11-22T14:32:17,265 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-22T14:32:17,266 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=fae9daeb5448a701b2ac1ff1c6f9fc7a, ASSIGN in 361 msec 2024-11-22T14:32:17,267 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T14:32:17,267 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732285937267"}]},"ts":"1732285937267"} 2024-11-22T14:32:17,269 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-22T14:32:17,270 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T14:32:17,272 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2080 sec 2024-11-22T14:32:17,320 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732285936061.fae9daeb5448a701b2ac1ff1c6f9fc7a., hostname=b313e41b3af3,33875,1732285925719, seqNum=2] 2024-11-22T14:32:17,327 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37517-0x10067d8e2070000, quorum=127.0.0.1:50698, baseZNode=/01431927077 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01431927077 2024-11-22T14:32:17,327 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33875-0x10067d8e2070001, quorum=127.0.0.1:50698, baseZNode=/01431927077 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01431927077 2024-11-22T14:32:17,330 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-22T14:32:17,483 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33875 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-22T14:32:17,483 INFO [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-22T14:32:17,515 INFO [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-b313e41b3af3,33875,1732285925719, ReplicationSource: 1, currentBandwidth=0 2024-11-22T14:32:17,515 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T14:32:17,515 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b313e41b3af3,33875,1732285925719, seqNum=-1] 2024-11-22T14:32:17,516 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T14:32:17,517 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51389, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientService 2024-11-22T14:32:17,519 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-b313e41b3af3,33875,1732285925719', locateType=CURRENT is [region=hbase:replication,,1732285936061.fae9daeb5448a701b2ac1ff1c6f9fc7a., hostname=b313e41b3af3,33875,1732285925719, seqNum=2] 2024-11-22T14:32:17,523 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-22T14:32:17,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-22T14:32:17,523 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-22T14:32:17,527 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on b313e41b3af3,33875,1732285925719 suceeded 2024-11-22T14:32:17,535 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-22T14:32:17,535 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 197 msec 2024-11-22T14:32:17,535 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://b313e41b3af3:35085,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false 2024-11-22T14:32:17,538 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4900 sec 2024-11-22T14:32:17,543 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,33875,1732285925719 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b313e41b3af3:35085' 2024-11-22T14:32:17,544 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,33875,1732285925719 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@36c7edbb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:32:17,545 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,33875,1732285925719 {}] client.ClusterIdFetcher(90): Going to request b313e41b3af3,35085,-1 for getting cluster id 2024-11-22T14:32:17,545 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,33875,1732285925719 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T14:32:17,546 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '941dfbc1-c08b-462b-a6e9-75d7a0dd007a' 2024-11-22T14:32:17,546 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T14:32:17,546 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "941dfbc1-c08b-462b-a6e9-75d7a0dd007a" 2024-11-22T14:32:17,546 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1c2a772b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:32:17,546 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b313e41b3af3,35085,-1] 2024-11-22T14:32:17,547 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T14:32:17,547 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:32:17,548 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58510, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientMetaService 2024-11-22T14:32:17,548 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,33875,1732285925719 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2c5e1701, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:32:17,548 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,33875,1732285925719 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T14:32:17,549 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b313e41b3af3,35085,1732285929625 2024-11-22T14:32:17,549 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@23a08341 2024-11-22T14:32:17,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T14:32:17,550 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58522, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=MasterService 2024-11-22T14:32:17,551 INFO [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,33875,1732285925719 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-b313e41b3af3,33875,1732285925719 (queues=1) is replicating from cluster=b17116de-7fd1-4001-9c96-8ae982c22592 to cluster=941dfbc1-c08b-462b-a6e9-75d7a0dd007a 2024-11-22T14:32:17,551 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,33875,1732285925719 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=b313e41b3af3%2C33875%2C1732285925719 2024-11-22T14:32:17,551 INFO [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,33875,1732285925719 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-b313e41b3af3,33875,1732285925719, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-22T14:32:17,554 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,33875,1732285925719.replicationSource.wal-reader.b313e41b3af3%2C33875%2C1732285925719,1-b313e41b3af3,33875,1732285925719 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34585/user/jenkins/test-data/cfa326bb-dbaf-0c48-27e2-f6edbfd41b94/WALs/b313e41b3af3,33875,1732285925719/b313e41b3af3%2C33875%2C1732285925719.1732285927695, startPosition=0, beingWritten=true 2024-11-22T14:32:17,555 INFO [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,33875,1732285925719.replicationSource.shipperb313e41b3af3%2C33875%2C1732285925719,1-b313e41b3af3,33875,1732285925719 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: b313e41b3af3%2C33875%2C1732285925719 2024-11-22T14:32:17,569 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,33875,1732285925719.replicationSource.wal-reader.b313e41b3af3%2C33875%2C1732285925719,1-b313e41b3af3,33875,1732285925719 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-22T14:32:17,569 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,33875,1732285925719.replicationSource.wal-reader.b313e41b3af3%2C33875%2C1732285925719,1-b313e41b3af3,33875,1732285925719 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34585/user/jenkins/test-data/cfa326bb-dbaf-0c48-27e2-f6edbfd41b94/WALs/b313e41b3af3,33875,1732285925719/b313e41b3af3%2C33875%2C1732285925719.1732285927695 to pos 379, reset compression=false 2024-11-22T14:32:17,569 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,33875,1732285925719.replicationSource.shipperb313e41b3af3%2C33875%2C1732285925719,1-b313e41b3af3,33875,1732285925719 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b313e41b3af3,33875,1732285925719 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34585/user/jenkins/test-data/cfa326bb-dbaf-0c48-27e2-f6edbfd41b94/WALs/b313e41b3af3,33875,1732285925719/b313e41b3af3%2C33875%2C1732285925719.1732285927695, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-22T14:32:17,777 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,33875,1732285925719.replicationSource.wal-reader.b313e41b3af3%2C33875%2C1732285925719,1-b313e41b3af3,33875,1732285925719 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34585/user/jenkins/test-data/cfa326bb-dbaf-0c48-27e2-f6edbfd41b94/WALs/b313e41b3af3,33875,1732285925719/b313e41b3af3%2C33875%2C1732285925719.1732285927695 to pos 379, reset compression=false 2024-11-22T14:32:18,082 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,33875,1732285925719.replicationSource.wal-reader.b313e41b3af3%2C33875%2C1732285925719,1-b313e41b3af3,33875,1732285925719 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34585/user/jenkins/test-data/cfa326bb-dbaf-0c48-27e2-f6edbfd41b94/WALs/b313e41b3af3,33875,1732285925719/b313e41b3af3%2C33875%2C1732285925719.1732285927695 to pos 379, reset compression=false 2024-11-22T14:32:18,089 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-22T14:32:18,120 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:32:18,121 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:32:18,121 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:32:18,130 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:32:18,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37517 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T14:32:18,194 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-22T14:32:18,194 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T14:32:18,195 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:632) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:365) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T14:32:18,195 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:32:18,195 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:32:18,195 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T14:32:18,195 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T14:32:18,203 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34585/user/jenkins/test-data/cfa326bb-dbaf-0c48-27e2-f6edbfd41b94/load_f/f/hfile_0 is 36, key is aaaa/f:row/1732285938200/Put/seqid=0 2024-11-22T14:32:18,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33185 is added to blk_1073741840_1016 (size=7894) 2024-11-22T14:32:18,487 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,33875,1732285925719.replicationSource.wal-reader.b313e41b3af3%2C33875%2C1732285925719,1-b313e41b3af3,33875,1732285925719 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34585/user/jenkins/test-data/cfa326bb-dbaf-0c48-27e2-f6edbfd41b94/WALs/b313e41b3af3,33875,1732285925719/b313e41b3af3%2C33875%2C1732285925719.1732285927695 to pos 379, reset compression=false 2024-11-22T14:32:18,611 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34585/user/jenkins/test-data/cfa326bb-dbaf-0c48-27e2-f6edbfd41b94/load_f/f/hfile_1 is 34, key is ddd/f:row/1732285938609/Put/seqid=0 2024-11-22T14:32:18,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33185 is added to blk_1073741841_1017 (size=7691) 2024-11-22T14:32:18,994 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,33875,1732285925719.replicationSource.wal-reader.b313e41b3af3%2C33875%2C1732285925719,1-b313e41b3af3,33875,1732285925719 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34585/user/jenkins/test-data/cfa326bb-dbaf-0c48-27e2-f6edbfd41b94/WALs/b313e41b3af3,33875,1732285925719/b313e41b3af3%2C33875%2C1732285925719.1732285927695 to pos 379, reset compression=false 2024-11-22T14:32:19,020 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ba66db9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:32:19,020 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b313e41b3af3,37517,-1 for getting cluster id 2024-11-22T14:32:19,021 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T14:32:19,022 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b17116de-7fd1-4001-9c96-8ae982c22592' 2024-11-22T14:32:19,022 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T14:32:19,022 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b17116de-7fd1-4001-9c96-8ae982c22592" 2024-11-22T14:32:19,022 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2530c0c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:32:19,022 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b313e41b3af3,37517,-1] 2024-11-22T14:32:19,023 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T14:32:19,023 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:32:19,024 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45124, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T14:32:19,025 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c9c64d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:32:19,025 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T14:32:19,026 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b313e41b3af3,33875,1732285925719, seqNum=-1] 2024-11-22T14:32:19,026 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T14:32:19,027 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44022, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T14:32:19,039 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T14:32:19,040 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is b313e41b3af3,37517,1732285925681 2024-11-22T14:32:19,040 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@50be3bc5 2024-11-22T14:32:19,043 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T14:32:19,044 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45128, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T14:32:19,051 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732285932714.00685b7c6f8a9c103839eaefbfa0c04c., hostname=b313e41b3af3,33875,1732285925719, seqNum=2] 2024-11-22T14:32:19,062 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-22T14:32:19,074 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34585/user/jenkins/test-data/cfa326bb-dbaf-0c48-27e2-f6edbfd41b94/load_f/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-22T14:32:19,078 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34585/user/jenkins/test-data/cfa326bb-dbaf-0c48-27e2-f6edbfd41b94/load_f/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-22T14:32:19,095 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33875 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34585/user/jenkins/test-data/cfa326bb-dbaf-0c48-27e2-f6edbfd41b94/load_f/f/hfile_1 for inclusion in 00685b7c6f8a9c103839eaefbfa0c04c/f 2024-11-22T14:32:19,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33875 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-22T14:32:19,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33875 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-22T14:32:19,101 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33875 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34585/user/jenkins/test-data/cfa326bb-dbaf-0c48-27e2-f6edbfd41b94/load_f/f/hfile_0 for inclusion in 00685b7c6f8a9c103839eaefbfa0c04c/f 2024-11-22T14:32:19,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33875 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-22T14:32:19,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33875 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-22T14:32:19,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33875 {}] regionserver.HRegion(2603): Flush status journal for 00685b7c6f8a9c103839eaefbfa0c04c: 2024-11-22T14:32:19,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33875 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:34585/user/jenkins/test-data/cfa326bb-dbaf-0c48-27e2-f6edbfd41b94/load_f/f/hfile_1 to hdfs://localhost:34585/user/jenkins/test-data/cfa326bb-dbaf-0c48-27e2-f6edbfd41b94/staging/jenkins__test__jguk2u8blsjau4j2s3to6hm81kv6mbbg26524q7hlrhg6vnf170er74m9lqqapnm/f/hfile_1 2024-11-22T14:32:19,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33875 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34585/user/jenkins/test-data/cfa326bb-dbaf-0c48-27e2-f6edbfd41b94/staging/jenkins__test__jguk2u8blsjau4j2s3to6hm81kv6mbbg26524q7hlrhg6vnf170er74m9lqqapnm/f/hfile_1 as hdfs://localhost:34585/user/jenkins/test-data/cfa326bb-dbaf-0c48-27e2-f6edbfd41b94/data/default/test/00685b7c6f8a9c103839eaefbfa0c04c/f/5bc85cdc4989414298515752be27b31a_SeqId_4_ 2024-11-22T14:32:19,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33875 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:34585/user/jenkins/test-data/cfa326bb-dbaf-0c48-27e2-f6edbfd41b94/load_f/f/hfile_0 to hdfs://localhost:34585/user/jenkins/test-data/cfa326bb-dbaf-0c48-27e2-f6edbfd41b94/staging/jenkins__test__jguk2u8blsjau4j2s3to6hm81kv6mbbg26524q7hlrhg6vnf170er74m9lqqapnm/f/hfile_0 2024-11-22T14:32:19,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33875 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34585/user/jenkins/test-data/cfa326bb-dbaf-0c48-27e2-f6edbfd41b94/staging/jenkins__test__jguk2u8blsjau4j2s3to6hm81kv6mbbg26524q7hlrhg6vnf170er74m9lqqapnm/f/hfile_0 as hdfs://localhost:34585/user/jenkins/test-data/cfa326bb-dbaf-0c48-27e2-f6edbfd41b94/data/default/test/00685b7c6f8a9c103839eaefbfa0c04c/f/d56f37d24eb34772a1185722817bc1fd_SeqId_4_ 2024-11-22T14:32:19,138 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33875 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34585/user/jenkins/test-data/cfa326bb-dbaf-0c48-27e2-f6edbfd41b94/staging/jenkins__test__jguk2u8blsjau4j2s3to6hm81kv6mbbg26524q7hlrhg6vnf170er74m9lqqapnm/f/hfile_1 into 00685b7c6f8a9c103839eaefbfa0c04c/f as hdfs://localhost:34585/user/jenkins/test-data/cfa326bb-dbaf-0c48-27e2-f6edbfd41b94/data/default/test/00685b7c6f8a9c103839eaefbfa0c04c/f/5bc85cdc4989414298515752be27b31a_SeqId_4_ - updating store file list. 2024-11-22T14:32:19,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33875 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 5bc85cdc4989414298515752be27b31a_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-22T14:32:19,148 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33875 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34585/user/jenkins/test-data/cfa326bb-dbaf-0c48-27e2-f6edbfd41b94/data/default/test/00685b7c6f8a9c103839eaefbfa0c04c/f/5bc85cdc4989414298515752be27b31a_SeqId_4_ into 00685b7c6f8a9c103839eaefbfa0c04c/f 2024-11-22T14:32:19,148 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33875 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34585/user/jenkins/test-data/cfa326bb-dbaf-0c48-27e2-f6edbfd41b94/staging/jenkins__test__jguk2u8blsjau4j2s3to6hm81kv6mbbg26524q7hlrhg6vnf170er74m9lqqapnm/f/hfile_1 into 00685b7c6f8a9c103839eaefbfa0c04c/f (new location: hdfs://localhost:34585/user/jenkins/test-data/cfa326bb-dbaf-0c48-27e2-f6edbfd41b94/data/default/test/00685b7c6f8a9c103839eaefbfa0c04c/f/5bc85cdc4989414298515752be27b31a_SeqId_4_) 2024-11-22T14:32:19,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33875 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34585/user/jenkins/test-data/cfa326bb-dbaf-0c48-27e2-f6edbfd41b94/staging/jenkins__test__jguk2u8blsjau4j2s3to6hm81kv6mbbg26524q7hlrhg6vnf170er74m9lqqapnm/f/hfile_1 2024-11-22T14:32:19,150 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33875 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34585/user/jenkins/test-data/cfa326bb-dbaf-0c48-27e2-f6edbfd41b94/staging/jenkins__test__jguk2u8blsjau4j2s3to6hm81kv6mbbg26524q7hlrhg6vnf170er74m9lqqapnm/f/hfile_0 into 00685b7c6f8a9c103839eaefbfa0c04c/f as hdfs://localhost:34585/user/jenkins/test-data/cfa326bb-dbaf-0c48-27e2-f6edbfd41b94/data/default/test/00685b7c6f8a9c103839eaefbfa0c04c/f/d56f37d24eb34772a1185722817bc1fd_SeqId_4_ - updating store file list. 2024-11-22T14:32:19,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33875 {}] regionserver.HStoreFile(483): HFile Bloom filter type for d56f37d24eb34772a1185722817bc1fd_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-22T14:32:19,157 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33875 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34585/user/jenkins/test-data/cfa326bb-dbaf-0c48-27e2-f6edbfd41b94/data/default/test/00685b7c6f8a9c103839eaefbfa0c04c/f/d56f37d24eb34772a1185722817bc1fd_SeqId_4_ into 00685b7c6f8a9c103839eaefbfa0c04c/f 2024-11-22T14:32:19,157 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33875 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34585/user/jenkins/test-data/cfa326bb-dbaf-0c48-27e2-f6edbfd41b94/staging/jenkins__test__jguk2u8blsjau4j2s3to6hm81kv6mbbg26524q7hlrhg6vnf170er74m9lqqapnm/f/hfile_0 into 00685b7c6f8a9c103839eaefbfa0c04c/f (new location: hdfs://localhost:34585/user/jenkins/test-data/cfa326bb-dbaf-0c48-27e2-f6edbfd41b94/data/default/test/00685b7c6f8a9c103839eaefbfa0c04c/f/d56f37d24eb34772a1185722817bc1fd_SeqId_4_) 2024-11-22T14:32:19,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33875 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34585/user/jenkins/test-data/cfa326bb-dbaf-0c48-27e2-f6edbfd41b94/staging/jenkins__test__jguk2u8blsjau4j2s3to6hm81kv6mbbg26524q7hlrhg6vnf170er74m9lqqapnm/f/hfile_0 2024-11-22T14:32:19,168 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T14:32:19,168 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:375) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T14:32:19,168 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:32:19,168 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:32:19,169 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T14:32:19,171 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732285932714.00685b7c6f8a9c103839eaefbfa0c04c., hostname=b313e41b3af3,33875,1732285925719, seqNum=2 , the old value is region=test,,1732285932714.00685b7c6f8a9c103839eaefbfa0c04c., hostname=b313e41b3af3,33875,1732285925719, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=b313e41b3af3:33875 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-22T14:32:19,172 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732285932714.00685b7c6f8a9c103839eaefbfa0c04c., hostname=b313e41b3af3,33875,1732285925719, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-22T14:32:19,172 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732285932714.00685b7c6f8a9c103839eaefbfa0c04c., hostname=b313e41b3af3,33875,1732285925719, seqNum=2 from cache 2024-11-22T14:32:19,174 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T14:32:19,176 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b313e41b3af3,42411,1732285929674, seqNum=-1] 2024-11-22T14:32:19,176 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T14:32:19,178 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42840, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T14:32:19,181 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732285934876.ff1b32152f0da7d17dc2d90b167b6b4c., hostname=b313e41b3af3,42411,1732285929674, seqNum=2] 2024-11-22T14:32:19,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33875 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33875: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.2:44022 deadline: 1732285999170 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.2:44022 2024-11-22T14:32:19,184 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-22T14:32:19,284 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b313e41b3af3:33875 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-22T14:32:19,561 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-22T14:32:19,598 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,33875,1732285925719.replicationSource.wal-reader.b313e41b3af3%2C33875%2C1732285925719,1-b313e41b3af3,33875,1732285925719 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34585/user/jenkins/test-data/cfa326bb-dbaf-0c48-27e2-f6edbfd41b94/WALs/b313e41b3af3,33875,1732285925719/b313e41b3af3%2C33875%2C1732285925719.1732285927695 to pos 379, reset compression=false 2024-11-22T14:32:19,605 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,33875,1732285925719.replicationSource.wal-reader.b313e41b3af3%2C33875%2C1732285925719,1-b313e41b3af3,33875,1732285925719 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-22T14:32:19,605 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,33875,1732285925719.replicationSource.shipperb313e41b3af3%2C33875%2C1732285925719,1-b313e41b3af3,33875,1732285925719 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b313e41b3af3,33875,1732285925719 got entry batch from reader: WALEntryBatch [walEntries=[{test/00685b7c6f8a9c103839eaefbfa0c04c/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732285939161/Put/vlen=190/seqid=0; >],8301}], lastWalPath=hdfs://localhost:34585/user/jenkins/test-data/cfa326bb-dbaf-0c48-27e2-f6edbfd41b94/WALs/b313e41b3af3,33875,1732285925719/b313e41b3af3%2C33875%2C1732285925719.1732285927695, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8301, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-22T14:32:19,631 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,33875,1732285925719.replicationSource.shipperb313e41b3af3%2C33875%2C1732285925719,1-b313e41b3af3,33875,1732285925719 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-22T14:32:19,633 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42850, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=AdminService 2024-11-22T14:32:19,636 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42411 {}] regionserver.ReplicationSink(318): Replicating [b17116de-7fd1-4001-9c96-8ae982c22592] bulk loaded data 2024-11-22T14:32:19,638 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42411 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@481a777f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:32:19,638 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42411 {}] client.ClusterIdFetcher(90): Going to request b313e41b3af3,35085,-1 for getting cluster id 2024-11-22T14:32:19,638 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42411 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T14:32:19,639 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '941dfbc1-c08b-462b-a6e9-75d7a0dd007a' 2024-11-22T14:32:19,639 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T14:32:19,639 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "941dfbc1-c08b-462b-a6e9-75d7a0dd007a" 2024-11-22T14:32:19,640 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@491297d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:32:19,640 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b313e41b3af3,35085,-1] 2024-11-22T14:32:19,640 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T14:32:19,640 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:32:19,642 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37894, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientMetaService 2024-11-22T14:32:19,643 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42411 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7e1c42f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:32:19,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45621 is added to blk_1073741837_1013 (size=7691) 2024-11-22T14:32:19,806 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,33875,1732285925719.replicationSource.wal-reader.b313e41b3af3%2C33875%2C1732285925719,1-b313e41b3af3,33875,1732285925719 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34585/user/jenkins/test-data/cfa326bb-dbaf-0c48-27e2-f6edbfd41b94/WALs/b313e41b3af3,33875,1732285925719/b313e41b3af3%2C33875%2C1732285925719.1732285927695 to pos 687, reset compression=false 2024-11-22T14:32:20,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45621 is added to blk_1073741838_1014 (size=7894) 2024-11-22T14:32:20,112 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,33875,1732285925719.replicationSource.wal-reader.b313e41b3af3%2C33875%2C1732285925719,1-b313e41b3af3,33875,1732285925719 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34585/user/jenkins/test-data/cfa326bb-dbaf-0c48-27e2-f6edbfd41b94/WALs/b313e41b3af3,33875,1732285925719/b313e41b3af3%2C33875%2C1732285925719.1732285927695 to pos 687, reset compression=false 2024-11-22T14:32:20,186 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-22T14:32:20,477 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42411 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T14:32:20,478 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b313e41b3af3,35085,1732285929625 2024-11-22T14:32:20,478 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7f5c5eaa 2024-11-22T14:32:20,478 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T14:32:20,479 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37910, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=MasterService 2024-11-22T14:32:20,481 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42411 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-22T14:32:20,481 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42411 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T14:32:20,482 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b313e41b3af3,42411,1732285929674, seqNum=-1] 2024-11-22T14:32:20,482 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T14:32:20,483 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42866, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientService 2024-11-22T14:32:20,489 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33567/user/jenkins/test-data/40df2f8a-c9f2-8a5f-9fb1-f7abd54c043a/staging/jenkins.hfs.6__test__o42fnokftg2iepckutnbrupfroqivl5bg392f7jactr0r4345v4eui5pgin8ljmc/f/5bc85cdc4989414298515752be27b31a_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-22T14:32:20,492 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33567/user/jenkins/test-data/40df2f8a-c9f2-8a5f-9fb1-f7abd54c043a/staging/jenkins.hfs.6__test__o42fnokftg2iepckutnbrupfroqivl5bg392f7jactr0r4345v4eui5pgin8ljmc/f/d56f37d24eb34772a1185722817bc1fd_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-22T14:32:20,495 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42411 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33567/user/jenkins/test-data/40df2f8a-c9f2-8a5f-9fb1-f7abd54c043a/staging/jenkins.hfs.6__test__o42fnokftg2iepckutnbrupfroqivl5bg392f7jactr0r4345v4eui5pgin8ljmc/f/5bc85cdc4989414298515752be27b31a_SeqId_4_ for inclusion in ff1b32152f0da7d17dc2d90b167b6b4c/f 2024-11-22T14:32:20,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42411 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-22T14:32:20,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42411 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-22T14:32:20,498 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42411 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33567/user/jenkins/test-data/40df2f8a-c9f2-8a5f-9fb1-f7abd54c043a/staging/jenkins.hfs.6__test__o42fnokftg2iepckutnbrupfroqivl5bg392f7jactr0r4345v4eui5pgin8ljmc/f/d56f37d24eb34772a1185722817bc1fd_SeqId_4_ for inclusion in ff1b32152f0da7d17dc2d90b167b6b4c/f 2024-11-22T14:32:20,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42411 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-22T14:32:20,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42411 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-22T14:32:20,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42411 {}] regionserver.HRegion(2603): Flush status journal for ff1b32152f0da7d17dc2d90b167b6b4c: 2024-11-22T14:32:20,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42411 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 5bc85cdc4989414298515752be27b31a_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-22T14:32:20,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42411 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33567/user/jenkins/test-data/40df2f8a-c9f2-8a5f-9fb1-f7abd54c043a/staging/jenkins.hfs.6__test__o42fnokftg2iepckutnbrupfroqivl5bg392f7jactr0r4345v4eui5pgin8ljmc/f/5bc85cdc4989414298515752be27b31a_SeqId_4_ as hdfs://localhost:33567/user/jenkins/test-data/40df2f8a-c9f2-8a5f-9fb1-f7abd54c043a/data/default/test/ff1b32152f0da7d17dc2d90b167b6b4c/f/4263b5d68eb949f3a303413f05621b25_SeqId_4_ 2024-11-22T14:32:20,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42411 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): d56f37d24eb34772a1185722817bc1fd_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-22T14:32:20,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42411 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33567/user/jenkins/test-data/40df2f8a-c9f2-8a5f-9fb1-f7abd54c043a/staging/jenkins.hfs.6__test__o42fnokftg2iepckutnbrupfroqivl5bg392f7jactr0r4345v4eui5pgin8ljmc/f/d56f37d24eb34772a1185722817bc1fd_SeqId_4_ as hdfs://localhost:33567/user/jenkins/test-data/40df2f8a-c9f2-8a5f-9fb1-f7abd54c043a/data/default/test/ff1b32152f0da7d17dc2d90b167b6b4c/f/59c90d1f1a454876870223df58535520_SeqId_4_ 2024-11-22T14:32:20,505 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42411 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33567/user/jenkins/test-data/40df2f8a-c9f2-8a5f-9fb1-f7abd54c043a/staging/jenkins.hfs.6__test__o42fnokftg2iepckutnbrupfroqivl5bg392f7jactr0r4345v4eui5pgin8ljmc/f/5bc85cdc4989414298515752be27b31a_SeqId_4_ into ff1b32152f0da7d17dc2d90b167b6b4c/f as hdfs://localhost:33567/user/jenkins/test-data/40df2f8a-c9f2-8a5f-9fb1-f7abd54c043a/data/default/test/ff1b32152f0da7d17dc2d90b167b6b4c/f/4263b5d68eb949f3a303413f05621b25_SeqId_4_ - updating store file list. 2024-11-22T14:32:20,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42411 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 4263b5d68eb949f3a303413f05621b25_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-22T14:32:20,510 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42411 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33567/user/jenkins/test-data/40df2f8a-c9f2-8a5f-9fb1-f7abd54c043a/data/default/test/ff1b32152f0da7d17dc2d90b167b6b4c/f/4263b5d68eb949f3a303413f05621b25_SeqId_4_ into ff1b32152f0da7d17dc2d90b167b6b4c/f 2024-11-22T14:32:20,510 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42411 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33567/user/jenkins/test-data/40df2f8a-c9f2-8a5f-9fb1-f7abd54c043a/staging/jenkins.hfs.6__test__o42fnokftg2iepckutnbrupfroqivl5bg392f7jactr0r4345v4eui5pgin8ljmc/f/5bc85cdc4989414298515752be27b31a_SeqId_4_ into ff1b32152f0da7d17dc2d90b167b6b4c/f (new location: hdfs://localhost:33567/user/jenkins/test-data/40df2f8a-c9f2-8a5f-9fb1-f7abd54c043a/data/default/test/ff1b32152f0da7d17dc2d90b167b6b4c/f/4263b5d68eb949f3a303413f05621b25_SeqId_4_) 2024-11-22T14:32:20,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42411 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33567/user/jenkins/test-data/40df2f8a-c9f2-8a5f-9fb1-f7abd54c043a/staging/jenkins.hfs.6__test__o42fnokftg2iepckutnbrupfroqivl5bg392f7jactr0r4345v4eui5pgin8ljmc/f/5bc85cdc4989414298515752be27b31a_SeqId_4_ 2024-11-22T14:32:20,511 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42411 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33567/user/jenkins/test-data/40df2f8a-c9f2-8a5f-9fb1-f7abd54c043a/staging/jenkins.hfs.6__test__o42fnokftg2iepckutnbrupfroqivl5bg392f7jactr0r4345v4eui5pgin8ljmc/f/d56f37d24eb34772a1185722817bc1fd_SeqId_4_ into ff1b32152f0da7d17dc2d90b167b6b4c/f as hdfs://localhost:33567/user/jenkins/test-data/40df2f8a-c9f2-8a5f-9fb1-f7abd54c043a/data/default/test/ff1b32152f0da7d17dc2d90b167b6b4c/f/59c90d1f1a454876870223df58535520_SeqId_4_ - updating store file list. 2024-11-22T14:32:20,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42411 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 59c90d1f1a454876870223df58535520_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-22T14:32:20,516 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42411 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33567/user/jenkins/test-data/40df2f8a-c9f2-8a5f-9fb1-f7abd54c043a/data/default/test/ff1b32152f0da7d17dc2d90b167b6b4c/f/59c90d1f1a454876870223df58535520_SeqId_4_ into ff1b32152f0da7d17dc2d90b167b6b4c/f 2024-11-22T14:32:20,516 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42411 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33567/user/jenkins/test-data/40df2f8a-c9f2-8a5f-9fb1-f7abd54c043a/staging/jenkins.hfs.6__test__o42fnokftg2iepckutnbrupfroqivl5bg392f7jactr0r4345v4eui5pgin8ljmc/f/d56f37d24eb34772a1185722817bc1fd_SeqId_4_ into ff1b32152f0da7d17dc2d90b167b6b4c/f (new location: hdfs://localhost:33567/user/jenkins/test-data/40df2f8a-c9f2-8a5f-9fb1-f7abd54c043a/data/default/test/ff1b32152f0da7d17dc2d90b167b6b4c/f/59c90d1f1a454876870223df58535520_SeqId_4_) 2024-11-22T14:32:20,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42411 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33567/user/jenkins/test-data/40df2f8a-c9f2-8a5f-9fb1-f7abd54c043a/staging/jenkins.hfs.6__test__o42fnokftg2iepckutnbrupfroqivl5bg392f7jactr0r4345v4eui5pgin8ljmc/f/d56f37d24eb34772a1185722817bc1fd_SeqId_4_ 2024-11-22T14:32:20,517 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,33875,1732285925719.replicationSource.wal-reader.b313e41b3af3%2C33875%2C1732285925719,1-b313e41b3af3,33875,1732285925719 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34585/user/jenkins/test-data/cfa326bb-dbaf-0c48-27e2-f6edbfd41b94/WALs/b313e41b3af3,33875,1732285925719/b313e41b3af3%2C33875%2C1732285925719.1732285927695 to pos 687, reset compression=false 2024-11-22T14:32:20,519 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42411 {}] regionserver.ReplicationSink(324): Finished replicating [b17116de-7fd1-4001-9c96-8ae982c22592] bulk loaded data 2024-11-22T14:32:21,021 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,33875,1732285925719.replicationSource.wal-reader.b313e41b3af3%2C33875%2C1732285925719,1-b313e41b3af3,33875,1732285925719 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34585/user/jenkins/test-data/cfa326bb-dbaf-0c48-27e2-f6edbfd41b94/WALs/b313e41b3af3,33875,1732285925719/b313e41b3af3%2C33875%2C1732285925719.1732285927695 to pos 687, reset compression=false 2024-11-22T14:32:21,206 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T14:32:21,210 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34585/user/jenkins/test-data/cfa326bb-dbaf-0c48-27e2-f6edbfd41b94/load_f1/f1/hfile_0 is 37, key is gggg/f1:row/1732285941209/Put/seqid=0 2024-11-22T14:32:21,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33185 is added to blk_1073741842_1018 (size=7997) 2024-11-22T14:32:21,623 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34585/user/jenkins/test-data/cfa326bb-dbaf-0c48-27e2-f6edbfd41b94/load_f1/f1/hfile_1 is 35, key is jjj/f1:row/1732285941622/Put/seqid=0 2024-11-22T14:32:21,626 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,33875,1732285925719.replicationSource.wal-reader.b313e41b3af3%2C33875%2C1732285925719,1-b313e41b3af3,33875,1732285925719 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34585/user/jenkins/test-data/cfa326bb-dbaf-0c48-27e2-f6edbfd41b94/WALs/b313e41b3af3,33875,1732285925719/b313e41b3af3%2C33875%2C1732285925719.1732285927695 to pos 687, reset compression=false 2024-11-22T14:32:21,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33185 is added to blk_1073741843_1019 (size=7794) 2024-11-22T14:32:22,029 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79ace42, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:32:22,029 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b313e41b3af3,37517,-1 for getting cluster id 2024-11-22T14:32:22,029 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T14:32:22,030 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b17116de-7fd1-4001-9c96-8ae982c22592' 2024-11-22T14:32:22,030 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T14:32:22,030 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b17116de-7fd1-4001-9c96-8ae982c22592" 2024-11-22T14:32:22,031 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d6ae099, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:32:22,031 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b313e41b3af3,37517,-1] 2024-11-22T14:32:22,031 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T14:32:22,031 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:32:22,032 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45148, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T14:32:22,033 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2de0516a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:32:22,033 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T14:32:22,034 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b313e41b3af3,33875,1732285925719, seqNum=-1] 2024-11-22T14:32:22,035 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T14:32:22,036 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44036, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T14:32:22,047 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T14:32:22,048 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b313e41b3af3,37517,1732285925681 2024-11-22T14:32:22,048 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@ee3ca27 2024-11-22T14:32:22,049 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T14:32:22,050 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45150, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T14:32:22,055 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732285932714.00685b7c6f8a9c103839eaefbfa0c04c., hostname=b313e41b3af3,33875,1732285925719, seqNum=2] 2024-11-22T14:32:22,058 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-22T14:32:22,063 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34585/user/jenkins/test-data/cfa326bb-dbaf-0c48-27e2-f6edbfd41b94/load_f1/f1/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-22T14:32:22,066 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34585/user/jenkins/test-data/cfa326bb-dbaf-0c48-27e2-f6edbfd41b94/load_f1/f1/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-22T14:32:22,070 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33875 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34585/user/jenkins/test-data/cfa326bb-dbaf-0c48-27e2-f6edbfd41b94/load_f1/f1/hfile_0 for inclusion in 00685b7c6f8a9c103839eaefbfa0c04c/f1 2024-11-22T14:32:22,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33875 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-22T14:32:22,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33875 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-22T14:32:22,073 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33875 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34585/user/jenkins/test-data/cfa326bb-dbaf-0c48-27e2-f6edbfd41b94/load_f1/f1/hfile_1 for inclusion in 00685b7c6f8a9c103839eaefbfa0c04c/f1 2024-11-22T14:32:22,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33875 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-22T14:32:22,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33875 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-22T14:32:22,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33875 {}] regionserver.HRegion(2603): Flush status journal for 00685b7c6f8a9c103839eaefbfa0c04c: 2024-11-22T14:32:22,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33875 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:34585/user/jenkins/test-data/cfa326bb-dbaf-0c48-27e2-f6edbfd41b94/load_f1/f1/hfile_0 to hdfs://localhost:34585/user/jenkins/test-data/cfa326bb-dbaf-0c48-27e2-f6edbfd41b94/staging/jenkins__test__8802t3qqvtvbpiim071pnu1cplvhuopps04gftsc5ujs12t7p6ljjahndmv8ij2e/f1/hfile_0 2024-11-22T14:32:22,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33875 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34585/user/jenkins/test-data/cfa326bb-dbaf-0c48-27e2-f6edbfd41b94/staging/jenkins__test__8802t3qqvtvbpiim071pnu1cplvhuopps04gftsc5ujs12t7p6ljjahndmv8ij2e/f1/hfile_0 as hdfs://localhost:34585/user/jenkins/test-data/cfa326bb-dbaf-0c48-27e2-f6edbfd41b94/data/default/test/00685b7c6f8a9c103839eaefbfa0c04c/f1/b6d91fa770b44b14a1e2646546a866d8_SeqId_6_ 2024-11-22T14:32:22,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33875 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:34585/user/jenkins/test-data/cfa326bb-dbaf-0c48-27e2-f6edbfd41b94/load_f1/f1/hfile_1 to hdfs://localhost:34585/user/jenkins/test-data/cfa326bb-dbaf-0c48-27e2-f6edbfd41b94/staging/jenkins__test__8802t3qqvtvbpiim071pnu1cplvhuopps04gftsc5ujs12t7p6ljjahndmv8ij2e/f1/hfile_1 2024-11-22T14:32:22,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33875 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34585/user/jenkins/test-data/cfa326bb-dbaf-0c48-27e2-f6edbfd41b94/staging/jenkins__test__8802t3qqvtvbpiim071pnu1cplvhuopps04gftsc5ujs12t7p6ljjahndmv8ij2e/f1/hfile_1 as hdfs://localhost:34585/user/jenkins/test-data/cfa326bb-dbaf-0c48-27e2-f6edbfd41b94/data/default/test/00685b7c6f8a9c103839eaefbfa0c04c/f1/3f0502d59edc4fcdad46e6b03ce80f85_SeqId_6_ 2024-11-22T14:32:22,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33875 {}] regionserver.ReplicationSource(279): HFiles will not be replicated belonging to the table test family f1 to peer id 1 2024-11-22T14:32:22,082 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33875 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34585/user/jenkins/test-data/cfa326bb-dbaf-0c48-27e2-f6edbfd41b94/staging/jenkins__test__8802t3qqvtvbpiim071pnu1cplvhuopps04gftsc5ujs12t7p6ljjahndmv8ij2e/f1/hfile_0 into 00685b7c6f8a9c103839eaefbfa0c04c/f1 as hdfs://localhost:34585/user/jenkins/test-data/cfa326bb-dbaf-0c48-27e2-f6edbfd41b94/data/default/test/00685b7c6f8a9c103839eaefbfa0c04c/f1/b6d91fa770b44b14a1e2646546a866d8_SeqId_6_ - updating store file list. 2024-11-22T14:32:22,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33875 {}] regionserver.HStoreFile(483): HFile Bloom filter type for b6d91fa770b44b14a1e2646546a866d8_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-22T14:32:22,086 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33875 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34585/user/jenkins/test-data/cfa326bb-dbaf-0c48-27e2-f6edbfd41b94/data/default/test/00685b7c6f8a9c103839eaefbfa0c04c/f1/b6d91fa770b44b14a1e2646546a866d8_SeqId_6_ into 00685b7c6f8a9c103839eaefbfa0c04c/f1 2024-11-22T14:32:22,086 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33875 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34585/user/jenkins/test-data/cfa326bb-dbaf-0c48-27e2-f6edbfd41b94/staging/jenkins__test__8802t3qqvtvbpiim071pnu1cplvhuopps04gftsc5ujs12t7p6ljjahndmv8ij2e/f1/hfile_0 into 00685b7c6f8a9c103839eaefbfa0c04c/f1 (new location: hdfs://localhost:34585/user/jenkins/test-data/cfa326bb-dbaf-0c48-27e2-f6edbfd41b94/data/default/test/00685b7c6f8a9c103839eaefbfa0c04c/f1/b6d91fa770b44b14a1e2646546a866d8_SeqId_6_) 2024-11-22T14:32:22,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33875 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34585/user/jenkins/test-data/cfa326bb-dbaf-0c48-27e2-f6edbfd41b94/staging/jenkins__test__8802t3qqvtvbpiim071pnu1cplvhuopps04gftsc5ujs12t7p6ljjahndmv8ij2e/f1/hfile_0 2024-11-22T14:32:22,087 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33875 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34585/user/jenkins/test-data/cfa326bb-dbaf-0c48-27e2-f6edbfd41b94/staging/jenkins__test__8802t3qqvtvbpiim071pnu1cplvhuopps04gftsc5ujs12t7p6ljjahndmv8ij2e/f1/hfile_1 into 00685b7c6f8a9c103839eaefbfa0c04c/f1 as hdfs://localhost:34585/user/jenkins/test-data/cfa326bb-dbaf-0c48-27e2-f6edbfd41b94/data/default/test/00685b7c6f8a9c103839eaefbfa0c04c/f1/3f0502d59edc4fcdad46e6b03ce80f85_SeqId_6_ - updating store file list. 2024-11-22T14:32:22,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33875 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 3f0502d59edc4fcdad46e6b03ce80f85_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-22T14:32:22,091 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33875 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34585/user/jenkins/test-data/cfa326bb-dbaf-0c48-27e2-f6edbfd41b94/data/default/test/00685b7c6f8a9c103839eaefbfa0c04c/f1/3f0502d59edc4fcdad46e6b03ce80f85_SeqId_6_ into 00685b7c6f8a9c103839eaefbfa0c04c/f1 2024-11-22T14:32:22,091 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33875 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34585/user/jenkins/test-data/cfa326bb-dbaf-0c48-27e2-f6edbfd41b94/staging/jenkins__test__8802t3qqvtvbpiim071pnu1cplvhuopps04gftsc5ujs12t7p6ljjahndmv8ij2e/f1/hfile_1 into 00685b7c6f8a9c103839eaefbfa0c04c/f1 (new location: hdfs://localhost:34585/user/jenkins/test-data/cfa326bb-dbaf-0c48-27e2-f6edbfd41b94/data/default/test/00685b7c6f8a9c103839eaefbfa0c04c/f1/3f0502d59edc4fcdad46e6b03ce80f85_SeqId_6_) 2024-11-22T14:32:22,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33875 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34585/user/jenkins/test-data/cfa326bb-dbaf-0c48-27e2-f6edbfd41b94/staging/jenkins__test__8802t3qqvtvbpiim071pnu1cplvhuopps04gftsc5ujs12t7p6ljjahndmv8ij2e/f1/hfile_1 2024-11-22T14:32:22,093 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T14:32:22,093 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:386) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T14:32:22,093 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:32:22,094 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:32:22,094 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T14:32:22,094 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732285932714.00685b7c6f8a9c103839eaefbfa0c04c., hostname=b313e41b3af3,33875,1732285925719, seqNum=2 , the old value is region=test,,1732285932714.00685b7c6f8a9c103839eaefbfa0c04c., hostname=b313e41b3af3,33875,1732285925719, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=b313e41b3af3:33875 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-22T14:32:22,094 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732285932714.00685b7c6f8a9c103839eaefbfa0c04c., hostname=b313e41b3af3,33875,1732285925719, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-22T14:32:22,094 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732285932714.00685b7c6f8a9c103839eaefbfa0c04c., hostname=b313e41b3af3,33875,1732285925719, seqNum=2 from cache 2024-11-22T14:32:22,094 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T14:32:22,095 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b313e41b3af3,33875,1732285925719, seqNum=-1] 2024-11-22T14:32:22,095 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T14:32:22,096 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-22T14:32:22,096 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44046, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T14:32:22,099 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732285932714.00685b7c6f8a9c103839eaefbfa0c04c., hostname=b313e41b3af3,33875,1732285925719, seqNum=2] 2024-11-22T14:32:22,204 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b313e41b3af3:33875 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-22T14:32:22,334 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,33875,1732285925719.replicationSource.wal-reader.b313e41b3af3%2C33875%2C1732285925719,1-b313e41b3af3,33875,1732285925719 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34585/user/jenkins/test-data/cfa326bb-dbaf-0c48-27e2-f6edbfd41b94/WALs/b313e41b3af3,33875,1732285925719/b313e41b3af3%2C33875%2C1732285925719.1732285927695 to pos 687, reset compression=false 2024-11-22T14:32:22,340 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,33875,1732285925719.replicationSource.wal-reader.b313e41b3af3%2C33875%2C1732285925719,1-b313e41b3af3,33875,1732285925719 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-22T14:32:22,340 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,33875,1732285925719.replicationSource.wal-reader.b313e41b3af3%2C33875%2C1732285925719,1-b313e41b3af3,33875,1732285925719 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34585/user/jenkins/test-data/cfa326bb-dbaf-0c48-27e2-f6edbfd41b94/WALs/b313e41b3af3,33875,1732285925719/b313e41b3af3%2C33875%2C1732285925719.1732285927695 to pos 997, reset compression=false 2024-11-22T14:32:22,340 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,33875,1732285925719.replicationSource.shipperb313e41b3af3%2C33875%2C1732285925719,1-b313e41b3af3,33875,1732285925719 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b313e41b3af3,33875,1732285925719 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34585/user/jenkins/test-data/cfa326bb-dbaf-0c48-27e2-f6edbfd41b94/WALs/b313e41b3af3,33875,1732285925719/b313e41b3af3%2C33875%2C1732285925719.1732285927695, lastWalPosition=997, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-22T14:32:22,544 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,33875,1732285925719.replicationSource.wal-reader.b313e41b3af3%2C33875%2C1732285925719,1-b313e41b3af3,33875,1732285925719 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34585/user/jenkins/test-data/cfa326bb-dbaf-0c48-27e2-f6edbfd41b94/WALs/b313e41b3af3,33875,1732285925719/b313e41b3af3%2C33875%2C1732285925719.1732285927695 to pos 997, reset compression=false 2024-11-22T14:32:22,847 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,33875,1732285925719.replicationSource.wal-reader.b313e41b3af3%2C33875%2C1732285925719,1-b313e41b3af3,33875,1732285925719 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34585/user/jenkins/test-data/cfa326bb-dbaf-0c48-27e2-f6edbfd41b94/WALs/b313e41b3af3,33875,1732285925719/b313e41b3af3%2C33875%2C1732285925719.1732285927695 to pos 997, reset compression=false 2024-11-22T14:32:23,251 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,33875,1732285925719.replicationSource.wal-reader.b313e41b3af3%2C33875%2C1732285925719,1-b313e41b3af3,33875,1732285925719 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34585/user/jenkins/test-data/cfa326bb-dbaf-0c48-27e2-f6edbfd41b94/WALs/b313e41b3af3,33875,1732285925719/b313e41b3af3%2C33875%2C1732285925719.1732285927695 to pos 997, reset compression=false 2024-11-22T14:32:23,755 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,33875,1732285925719.replicationSource.wal-reader.b313e41b3af3%2C33875%2C1732285925719,1-b313e41b3af3,33875,1732285925719 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34585/user/jenkins/test-data/cfa326bb-dbaf-0c48-27e2-f6edbfd41b94/WALs/b313e41b3af3,33875,1732285925719/b313e41b3af3%2C33875%2C1732285925719.1732285927695 to pos 997, reset compression=false 2024-11-22T14:32:24,360 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,33875,1732285925719.replicationSource.wal-reader.b313e41b3af3%2C33875%2C1732285925719,1-b313e41b3af3,33875,1732285925719 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34585/user/jenkins/test-data/cfa326bb-dbaf-0c48-27e2-f6edbfd41b94/WALs/b313e41b3af3,33875,1732285925719/b313e41b3af3%2C33875%2C1732285925719.1732285927695 to pos 997, reset compression=false 2024-11-22T14:32:25,066 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,33875,1732285925719.replicationSource.wal-reader.b313e41b3af3%2C33875%2C1732285925719,1-b313e41b3af3,33875,1732285925719 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34585/user/jenkins/test-data/cfa326bb-dbaf-0c48-27e2-f6edbfd41b94/WALs/b313e41b3af3,33875,1732285925719/b313e41b3af3%2C33875%2C1732285925719.1732285927695 to pos 997, reset compression=false 2024-11-22T14:32:25,075 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-22T14:32:25,075 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-22T14:32:25,870 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,33875,1732285925719.replicationSource.wal-reader.b313e41b3af3%2C33875%2C1732285925719,1-b313e41b3af3,33875,1732285925719 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34585/user/jenkins/test-data/cfa326bb-dbaf-0c48-27e2-f6edbfd41b94/WALs/b313e41b3af3,33875,1732285925719/b313e41b3af3%2C33875%2C1732285925719.1732285927695 to pos 997, reset compression=false 2024-11-22T14:32:26,773 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,33875,1732285925719.replicationSource.wal-reader.b313e41b3af3%2C33875%2C1732285925719,1-b313e41b3af3,33875,1732285925719 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34585/user/jenkins/test-data/cfa326bb-dbaf-0c48-27e2-f6edbfd41b94/WALs/b313e41b3af3,33875,1732285925719/b313e41b3af3%2C33875%2C1732285925719.1732285927695 to pos 997, reset compression=false 2024-11-22T14:32:27,777 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,33875,1732285925719.replicationSource.wal-reader.b313e41b3af3%2C33875%2C1732285925719,1-b313e41b3af3,33875,1732285925719 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34585/user/jenkins/test-data/cfa326bb-dbaf-0c48-27e2-f6edbfd41b94/WALs/b313e41b3af3,33875,1732285925719/b313e41b3af3%2C33875%2C1732285925719.1732285927695 to pos 997, reset compression=false 2024-11-22T14:32:28,882 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,33875,1732285925719.replicationSource.wal-reader.b313e41b3af3%2C33875%2C1732285925719,1-b313e41b3af3,33875,1732285925719 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34585/user/jenkins/test-data/cfa326bb-dbaf-0c48-27e2-f6edbfd41b94/WALs/b313e41b3af3,33875,1732285925719/b313e41b3af3%2C33875%2C1732285925719.1732285927695 to pos 997, reset compression=false 2024-11-22T14:32:30,087 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,33875,1732285925719.replicationSource.wal-reader.b313e41b3af3%2C33875%2C1732285925719,1-b313e41b3af3,33875,1732285925719 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34585/user/jenkins/test-data/cfa326bb-dbaf-0c48-27e2-f6edbfd41b94/WALs/b313e41b3af3,33875,1732285925719/b313e41b3af3%2C33875%2C1732285925719.1732285927695 to pos 997, reset compression=false 2024-11-22T14:32:31,392 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,33875,1732285925719.replicationSource.wal-reader.b313e41b3af3%2C33875%2C1732285925719,1-b313e41b3af3,33875,1732285925719 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34585/user/jenkins/test-data/cfa326bb-dbaf-0c48-27e2-f6edbfd41b94/WALs/b313e41b3af3,33875,1732285925719/b313e41b3af3%2C33875%2C1732285925719.1732285927695 to pos 997, reset compression=false 2024-11-22T14:32:32,798 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,33875,1732285925719.replicationSource.wal-reader.b313e41b3af3%2C33875%2C1732285925719,1-b313e41b3af3,33875,1732285925719 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34585/user/jenkins/test-data/cfa326bb-dbaf-0c48-27e2-f6edbfd41b94/WALs/b313e41b3af3,33875,1732285925719/b313e41b3af3%2C33875%2C1732285925719.1732285927695 to pos 997, reset compression=false 2024-11-22T14:32:34,302 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,33875,1732285925719.replicationSource.wal-reader.b313e41b3af3%2C33875%2C1732285925719,1-b313e41b3af3,33875,1732285925719 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34585/user/jenkins/test-data/cfa326bb-dbaf-0c48-27e2-f6edbfd41b94/WALs/b313e41b3af3,33875,1732285925719/b313e41b3af3%2C33875%2C1732285925719.1732285927695 to pos 997, reset compression=false 2024-11-22T14:32:35,268 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-22T14:32:35,906 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,33875,1732285925719.replicationSource.wal-reader.b313e41b3af3%2C33875%2C1732285925719,1-b313e41b3af3,33875,1732285925719 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34585/user/jenkins/test-data/cfa326bb-dbaf-0c48-27e2-f6edbfd41b94/WALs/b313e41b3af3,33875,1732285925719/b313e41b3af3%2C33875%2C1732285925719.1732285927695 to pos 997, reset compression=false 2024-11-22T14:32:37,609 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,33875,1732285925719.replicationSource.wal-reader.b313e41b3af3%2C33875%2C1732285925719,1-b313e41b3af3,33875,1732285925719 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34585/user/jenkins/test-data/cfa326bb-dbaf-0c48-27e2-f6edbfd41b94/WALs/b313e41b3af3,33875,1732285925719/b313e41b3af3%2C33875%2C1732285925719.1732285927695 to pos 997, reset compression=false 2024-11-22T14:32:39,213 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-22T14:32:39,414 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,33875,1732285925719.replicationSource.wal-reader.b313e41b3af3%2C33875%2C1732285925719,1-b313e41b3af3,33875,1732285925719 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34585/user/jenkins/test-data/cfa326bb-dbaf-0c48-27e2-f6edbfd41b94/WALs/b313e41b3af3,33875,1732285925719/b313e41b3af3%2C33875%2C1732285925719.1732285927695 to pos 997, reset compression=false 2024-11-22T14:32:41,318 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,33875,1732285925719.replicationSource.wal-reader.b313e41b3af3%2C33875%2C1732285925719,1-b313e41b3af3,33875,1732285925719 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34585/user/jenkins/test-data/cfa326bb-dbaf-0c48-27e2-f6edbfd41b94/WALs/b313e41b3af3,33875,1732285925719/b313e41b3af3%2C33875%2C1732285925719.1732285927695 to pos 997, reset compression=false 2024-11-22T14:32:42,342 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,33875,1732285925719.replicationSource.shipperb313e41b3af3%2C33875%2C1732285925719,1-b313e41b3af3,33875,1732285925719 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b313e41b3af3,33875,1732285925719 got entry batch from reader: null 2024-11-22T14:32:43,323 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,33875,1732285925719.replicationSource.wal-reader.b313e41b3af3%2C33875%2C1732285925719,1-b313e41b3af3,33875,1732285925719 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34585/user/jenkins/test-data/cfa326bb-dbaf-0c48-27e2-f6edbfd41b94/WALs/b313e41b3af3,33875,1732285925719/b313e41b3af3%2C33875%2C1732285925719.1732285927695 to pos 997, reset compression=false 2024-11-22T14:32:45,427 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,33875,1732285925719.replicationSource.wal-reader.b313e41b3af3%2C33875%2C1732285925719,1-b313e41b3af3,33875,1732285925719 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34585/user/jenkins/test-data/cfa326bb-dbaf-0c48-27e2-f6edbfd41b94/WALs/b313e41b3af3,33875,1732285925719/b313e41b3af3%2C33875%2C1732285925719.1732285927695 to pos 997, reset compression=false 2024-11-22T14:32:47,651 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,33875,1732285925719.replicationSource.wal-reader.b313e41b3af3%2C33875%2C1732285925719,1-b313e41b3af3,33875,1732285925719 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34585/user/jenkins/test-data/cfa326bb-dbaf-0c48-27e2-f6edbfd41b94/WALs/b313e41b3af3,33875,1732285925719/b313e41b3af3%2C33875%2C1732285925719.1732285927695 to pos 997, reset compression=false 2024-11-22T14:32:49,145 INFO [master/b313e41b3af3:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-22T14:32:49,146 INFO [master/b313e41b3af3:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-22T14:32:49,955 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,33875,1732285925719.replicationSource.wal-reader.b313e41b3af3%2C33875%2C1732285925719,1-b313e41b3af3,33875,1732285925719 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34585/user/jenkins/test-data/cfa326bb-dbaf-0c48-27e2-f6edbfd41b94/WALs/b313e41b3af3,33875,1732285925719/b313e41b3af3%2C33875%2C1732285925719.1732285927695 to pos 997, reset compression=false 2024-11-22T14:32:52,359 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,33875,1732285925719.replicationSource.wal-reader.b313e41b3af3%2C33875%2C1732285925719,1-b313e41b3af3,33875,1732285925719 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34585/user/jenkins/test-data/cfa326bb-dbaf-0c48-27e2-f6edbfd41b94/WALs/b313e41b3af3,33875,1732285925719/b313e41b3af3%2C33875%2C1732285925719.1732285927695 to pos 997, reset compression=false 2024-11-22T14:32:52,630 INFO [master/b313e41b3af3:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-22T14:32:52,630 INFO [master/b313e41b3af3:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-22T14:32:54,863 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,33875,1732285925719.replicationSource.wal-reader.b313e41b3af3%2C33875%2C1732285925719,1-b313e41b3af3,33875,1732285925719 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34585/user/jenkins/test-data/cfa326bb-dbaf-0c48-27e2-f6edbfd41b94/WALs/b313e41b3af3,33875,1732285925719/b313e41b3af3%2C33875%2C1732285925719.1732285927695 to pos 997, reset compression=false 2024-11-22T14:32:57,467 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,33875,1732285925719.replicationSource.wal-reader.b313e41b3af3%2C33875%2C1732285925719,1-b313e41b3af3,33875,1732285925719 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34585/user/jenkins/test-data/cfa326bb-dbaf-0c48-27e2-f6edbfd41b94/WALs/b313e41b3af3,33875,1732285925719/b313e41b3af3%2C33875%2C1732285925719.1732285927695 to pos 997, reset compression=false 2024-11-22T14:32:58,873 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 00685b7c6f8a9c103839eaefbfa0c04c, had cached 0 bytes from a total of 31376 2024-11-22T14:33:00,171 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,33875,1732285925719.replicationSource.wal-reader.b313e41b3af3%2C33875%2C1732285925719,1-b313e41b3af3,33875,1732285925719 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34585/user/jenkins/test-data/cfa326bb-dbaf-0c48-27e2-f6edbfd41b94/WALs/b313e41b3af3,33875,1732285925719/b313e41b3af3%2C33875%2C1732285925719.1732285927695 to pos 997, reset compression=false 2024-11-22T14:33:00,629 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region ff1b32152f0da7d17dc2d90b167b6b4c, had cached 0 bytes from a total of 15585 2024-11-22T14:33:02,342 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,33875,1732285925719.replicationSource.shipperb313e41b3af3%2C33875%2C1732285925719,1-b313e41b3af3,33875,1732285925719 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b313e41b3af3,33875,1732285925719 got entry batch from reader: null 2024-11-22T14:33:02,975 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,33875,1732285925719.replicationSource.wal-reader.b313e41b3af3%2C33875%2C1732285925719,1-b313e41b3af3,33875,1732285925719 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34585/user/jenkins/test-data/cfa326bb-dbaf-0c48-27e2-f6edbfd41b94/WALs/b313e41b3af3,33875,1732285925719/b313e41b3af3%2C33875%2C1732285925719.1732285927695 to pos 997, reset compression=false 2024-11-22T14:33:05,269 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-22T14:33:05,879 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,33875,1732285925719.replicationSource.wal-reader.b313e41b3af3%2C33875%2C1732285925719,1-b313e41b3af3,33875,1732285925719 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34585/user/jenkins/test-data/cfa326bb-dbaf-0c48-27e2-f6edbfd41b94/WALs/b313e41b3af3,33875,1732285925719/b313e41b3af3%2C33875%2C1732285925719.1732285927695 to pos 997, reset compression=false 2024-11-22T14:33:08,883 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,33875,1732285925719.replicationSource.wal-reader.b313e41b3af3%2C33875%2C1732285925719,1-b313e41b3af3,33875,1732285925719 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34585/user/jenkins/test-data/cfa326bb-dbaf-0c48-27e2-f6edbfd41b94/WALs/b313e41b3af3,33875,1732285925719/b313e41b3af3%2C33875%2C1732285925719.1732285927695 to pos 997, reset compression=false 2024-11-22T14:33:09,213 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-22T14:33:09,260 DEBUG [master/b313e41b3af3:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-22T14:33:11,988 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,33875,1732285925719.replicationSource.wal-reader.b313e41b3af3%2C33875%2C1732285925719,1-b313e41b3af3,33875,1732285925719 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34585/user/jenkins/test-data/cfa326bb-dbaf-0c48-27e2-f6edbfd41b94/WALs/b313e41b3af3,33875,1732285925719/b313e41b3af3%2C33875%2C1732285925719.1732285927695 to pos 997, reset compression=false 2024-11-22T14:33:14,504 DEBUG [master/b313e41b3af3:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-22T14:33:15,192 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,33875,1732285925719.replicationSource.wal-reader.b313e41b3af3%2C33875%2C1732285925719,1-b313e41b3af3,33875,1732285925719 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34585/user/jenkins/test-data/cfa326bb-dbaf-0c48-27e2-f6edbfd41b94/WALs/b313e41b3af3,33875,1732285925719/b313e41b3af3%2C33875%2C1732285925719.1732285927695 to pos 997, reset compression=false 2024-11-22T14:33:18,495 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,33875,1732285925719.replicationSource.wal-reader.b313e41b3af3%2C33875%2C1732285925719,1-b313e41b3af3,33875,1732285925719 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34585/user/jenkins/test-data/cfa326bb-dbaf-0c48-27e2-f6edbfd41b94/WALs/b313e41b3af3,33875,1732285925719/b313e41b3af3%2C33875%2C1732285925719.1732285927695 to pos 997, reset compression=false 2024-11-22T14:33:21,899 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,33875,1732285925719.replicationSource.wal-reader.b313e41b3af3%2C33875%2C1732285925719,1-b313e41b3af3,33875,1732285925719 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34585/user/jenkins/test-data/cfa326bb-dbaf-0c48-27e2-f6edbfd41b94/WALs/b313e41b3af3,33875,1732285925719/b313e41b3af3%2C33875%2C1732285925719.1732285927695 to pos 997, reset compression=false 2024-11-22T14:33:22,133 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-22T14:33:22,133 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T14:33:22,134 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T14:33:22,134 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:33:22,134 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:33:22,134 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T14:33:22,134 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-22T14:33:22,134 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=953688572, stopped=false 2024-11-22T14:33:22,134 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b313e41b3af3,35085,1732285929625 2024-11-22T14:33:22,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35085-0x10067d8e2070003, quorum=127.0.0.1:50698, baseZNode=/11102062397 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11102062397/running 2024-11-22T14:33:22,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42411-0x10067d8e2070004, quorum=127.0.0.1:50698, baseZNode=/11102062397 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11102062397/running 2024-11-22T14:33:22,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35085-0x10067d8e2070003, quorum=127.0.0.1:50698, baseZNode=/11102062397 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11102062397 2024-11-22T14:33:22,136 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42411-0x10067d8e2070004, quorum=127.0.0.1:50698, baseZNode=/11102062397 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11102062397 2024-11-22T14:33:22,137 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-22T14:33:22,137 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T14:33:22,137 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T14:33:22,137 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:33:22,138 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b313e41b3af3,42411,1732285929674' ***** 2024-11-22T14:33:22,138 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-22T14:33:22,138 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42411-0x10067d8e2070004, quorum=127.0.0.1:50698, baseZNode=/11102062397 Set watcher on znode that does not yet exist, /11102062397/running 2024-11-22T14:33:22,138 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35085-0x10067d8e2070003, quorum=127.0.0.1:50698, baseZNode=/11102062397 Set watcher on znode that does not yet exist, /11102062397/running 2024-11-22T14:33:22,138 INFO [RS:0;b313e41b3af3:42411 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-22T14:33:22,138 INFO [RS:0;b313e41b3af3:42411 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-22T14:33:22,138 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-22T14:33:22,139 INFO [RS:0;b313e41b3af3:42411 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-22T14:33:22,139 INFO [RS:0;b313e41b3af3:42411 {}] regionserver.HRegionServer(3091): Received CLOSE for ff1b32152f0da7d17dc2d90b167b6b4c 2024-11-22T14:33:22,139 INFO [RS:0;b313e41b3af3:42411 {}] regionserver.HRegionServer(959): stopping server b313e41b3af3,42411,1732285929674 2024-11-22T14:33:22,140 INFO [RS:0;b313e41b3af3:42411 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T14:33:22,140 INFO [RS:0;b313e41b3af3:42411 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b313e41b3af3:42411. 2024-11-22T14:33:22,140 DEBUG [RS:0;b313e41b3af3:42411 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T14:33:22,140 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ff1b32152f0da7d17dc2d90b167b6b4c, disabling compactions & flushes 2024-11-22T14:33:22,140 DEBUG [RS:0;b313e41b3af3:42411 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:33:22,140 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732285934876.ff1b32152f0da7d17dc2d90b167b6b4c. 2024-11-22T14:33:22,140 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732285934876.ff1b32152f0da7d17dc2d90b167b6b4c. 2024-11-22T14:33:22,140 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732285934876.ff1b32152f0da7d17dc2d90b167b6b4c. after waiting 0 ms 2024-11-22T14:33:22,140 INFO [RS:0;b313e41b3af3:42411 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-22T14:33:22,140 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732285934876.ff1b32152f0da7d17dc2d90b167b6b4c. 2024-11-22T14:33:22,140 INFO [RS:0;b313e41b3af3:42411 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-22T14:33:22,140 INFO [RS:0;b313e41b3af3:42411 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-22T14:33:22,140 INFO [RS:0;b313e41b3af3:42411 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-22T14:33:22,140 INFO [RS:0;b313e41b3af3:42411 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-22T14:33:22,140 DEBUG [RS:0;b313e41b3af3:42411 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, ff1b32152f0da7d17dc2d90b167b6b4c=test,,1732285934876.ff1b32152f0da7d17dc2d90b167b6b4c.} 2024-11-22T14:33:22,140 DEBUG [RS:0;b313e41b3af3:42411 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ff1b32152f0da7d17dc2d90b167b6b4c 2024-11-22T14:33:22,140 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-22T14:33:22,140 INFO [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-22T14:33:22,140 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-22T14:33:22,140 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T14:33:22,140 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T14:33:22,141 INFO [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-22T14:33:22,153 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33567/user/jenkins/test-data/40df2f8a-c9f2-8a5f-9fb1-f7abd54c043a/data/default/test/ff1b32152f0da7d17dc2d90b167b6b4c/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-22T14:33:22,154 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-22T14:33:22,154 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-22T14:33:22,154 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732285934876.ff1b32152f0da7d17dc2d90b167b6b4c. 2024-11-22T14:33:22,154 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ff1b32152f0da7d17dc2d90b167b6b4c: Waiting for close lock at 1732286002140Running coprocessor pre-close hooks at 1732286002140Disabling compacts and flushes for region at 1732286002140Disabling writes for close at 1732286002140Writing region close event to WAL at 1732286002141 (+1 ms)Running coprocessor post-close hooks at 1732286002154 (+13 ms)Closed at 1732286002154 2024-11-22T14:33:22,154 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732285934876.ff1b32152f0da7d17dc2d90b167b6b4c. 2024-11-22T14:33:22,167 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33567/user/jenkins/test-data/40df2f8a-c9f2-8a5f-9fb1-f7abd54c043a/data/hbase/meta/1588230740/.tmp/info/cbb58d4aa4764a42a2b8fcb8c3e0ea78 is 129, key is test,,1732285934876.ff1b32152f0da7d17dc2d90b167b6b4c./info:regioninfo/1732285935656/Put/seqid=0 2024-11-22T14:33:22,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45621 is added to blk_1073741839_1015 (size=6421) 2024-11-22T14:33:22,178 INFO [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33567/user/jenkins/test-data/40df2f8a-c9f2-8a5f-9fb1-f7abd54c043a/data/hbase/meta/1588230740/.tmp/info/cbb58d4aa4764a42a2b8fcb8c3e0ea78 2024-11-22T14:33:22,187 INFO [regionserver/b313e41b3af3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T14:33:22,208 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33567/user/jenkins/test-data/40df2f8a-c9f2-8a5f-9fb1-f7abd54c043a/data/hbase/meta/1588230740/.tmp/ns/6096bee4c3284f71b4ac2a965b073e04 is 43, key is default/ns:d/1732285932615/Put/seqid=0 2024-11-22T14:33:22,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45621 is added to blk_1073741840_1016 (size=5153) 2024-11-22T14:33:22,214 INFO [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33567/user/jenkins/test-data/40df2f8a-c9f2-8a5f-9fb1-f7abd54c043a/data/hbase/meta/1588230740/.tmp/ns/6096bee4c3284f71b4ac2a965b073e04 2024-11-22T14:33:22,241 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33567/user/jenkins/test-data/40df2f8a-c9f2-8a5f-9fb1-f7abd54c043a/data/hbase/meta/1588230740/.tmp/rep_barrier/955701649bf142bc9afe196ba5da7396 is 112, key is test,,1732285934876.ff1b32152f0da7d17dc2d90b167b6b4c./rep_barrier:seqnumDuringOpen/1732285935656/Put/seqid=0 2024-11-22T14:33:22,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45621 is added to blk_1073741841_1017 (size=5518) 2024-11-22T14:33:22,248 INFO [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33567/user/jenkins/test-data/40df2f8a-c9f2-8a5f-9fb1-f7abd54c043a/data/hbase/meta/1588230740/.tmp/rep_barrier/955701649bf142bc9afe196ba5da7396 2024-11-22T14:33:22,280 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33567/user/jenkins/test-data/40df2f8a-c9f2-8a5f-9fb1-f7abd54c043a/data/hbase/meta/1588230740/.tmp/table/a6d9b4718a484bc9a8b86d77b1bfb555 is 40, key is test/table:state/1732285935687/Put/seqid=0 2024-11-22T14:33:22,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45621 is added to blk_1073741842_1018 (size=5165) 2024-11-22T14:33:22,291 INFO [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33567/user/jenkins/test-data/40df2f8a-c9f2-8a5f-9fb1-f7abd54c043a/data/hbase/meta/1588230740/.tmp/table/a6d9b4718a484bc9a8b86d77b1bfb555 2024-11-22T14:33:22,301 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33567/user/jenkins/test-data/40df2f8a-c9f2-8a5f-9fb1-f7abd54c043a/data/hbase/meta/1588230740/.tmp/info/cbb58d4aa4764a42a2b8fcb8c3e0ea78 as hdfs://localhost:33567/user/jenkins/test-data/40df2f8a-c9f2-8a5f-9fb1-f7abd54c043a/data/hbase/meta/1588230740/info/cbb58d4aa4764a42a2b8fcb8c3e0ea78 2024-11-22T14:33:22,308 INFO [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33567/user/jenkins/test-data/40df2f8a-c9f2-8a5f-9fb1-f7abd54c043a/data/hbase/meta/1588230740/info/cbb58d4aa4764a42a2b8fcb8c3e0ea78, entries=10, sequenceid=11, filesize=6.3 K 2024-11-22T14:33:22,309 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33567/user/jenkins/test-data/40df2f8a-c9f2-8a5f-9fb1-f7abd54c043a/data/hbase/meta/1588230740/.tmp/ns/6096bee4c3284f71b4ac2a965b073e04 as hdfs://localhost:33567/user/jenkins/test-data/40df2f8a-c9f2-8a5f-9fb1-f7abd54c043a/data/hbase/meta/1588230740/ns/6096bee4c3284f71b4ac2a965b073e04 2024-11-22T14:33:22,324 INFO [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33567/user/jenkins/test-data/40df2f8a-c9f2-8a5f-9fb1-f7abd54c043a/data/hbase/meta/1588230740/ns/6096bee4c3284f71b4ac2a965b073e04, entries=2, sequenceid=11, filesize=5.0 K 2024-11-22T14:33:22,326 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33567/user/jenkins/test-data/40df2f8a-c9f2-8a5f-9fb1-f7abd54c043a/data/hbase/meta/1588230740/.tmp/rep_barrier/955701649bf142bc9afe196ba5da7396 as hdfs://localhost:33567/user/jenkins/test-data/40df2f8a-c9f2-8a5f-9fb1-f7abd54c043a/data/hbase/meta/1588230740/rep_barrier/955701649bf142bc9afe196ba5da7396 2024-11-22T14:33:22,332 INFO [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33567/user/jenkins/test-data/40df2f8a-c9f2-8a5f-9fb1-f7abd54c043a/data/hbase/meta/1588230740/rep_barrier/955701649bf142bc9afe196ba5da7396, entries=1, sequenceid=11, filesize=5.4 K 2024-11-22T14:33:22,333 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33567/user/jenkins/test-data/40df2f8a-c9f2-8a5f-9fb1-f7abd54c043a/data/hbase/meta/1588230740/.tmp/table/a6d9b4718a484bc9a8b86d77b1bfb555 as hdfs://localhost:33567/user/jenkins/test-data/40df2f8a-c9f2-8a5f-9fb1-f7abd54c043a/data/hbase/meta/1588230740/table/a6d9b4718a484bc9a8b86d77b1bfb555 2024-11-22T14:33:22,340 DEBUG [RS:0;b313e41b3af3:42411 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T14:33:22,341 INFO [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33567/user/jenkins/test-data/40df2f8a-c9f2-8a5f-9fb1-f7abd54c043a/data/hbase/meta/1588230740/table/a6d9b4718a484bc9a8b86d77b1bfb555, entries=2, sequenceid=11, filesize=5.0 K 2024-11-22T14:33:22,342 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,33875,1732285925719.replicationSource.shipperb313e41b3af3%2C33875%2C1732285925719,1-b313e41b3af3,33875,1732285925719 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b313e41b3af3,33875,1732285925719 got entry batch from reader: null 2024-11-22T14:33:22,343 INFO [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 202ms, sequenceid=11, compaction requested=false 2024-11-22T14:33:22,355 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33567/user/jenkins/test-data/40df2f8a-c9f2-8a5f-9fb1-f7abd54c043a/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-22T14:33:22,356 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-22T14:33:22,356 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T14:33:22,356 INFO [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-22T14:33:22,356 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732286002140Running coprocessor pre-close hooks at 1732286002140Disabling compacts and flushes for region at 1732286002140Disabling writes for close at 1732286002140Obtaining lock to block concurrent updates at 1732286002141 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732286002141Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1732286002141Flushing stores of hbase:meta,,1.1588230740 at 1732286002142 (+1 ms)Flushing 1588230740/info: creating writer at 1732286002142Flushing 1588230740/info: appending metadata at 1732286002166 (+24 ms)Flushing 1588230740/info: closing flushed file at 1732286002166Flushing 1588230740/ns: creating writer at 1732286002185 (+19 ms)Flushing 1588230740/ns: appending metadata at 1732286002208 (+23 ms)Flushing 1588230740/ns: closing flushed file at 1732286002208Flushing 1588230740/rep_barrier: creating writer at 1732286002221 (+13 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732286002239 (+18 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732286002239Flushing 1588230740/table: creating writer at 1732286002255 (+16 ms)Flushing 1588230740/table: appending metadata at 1732286002279 (+24 ms)Flushing 1588230740/table: closing flushed file at 1732286002279Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4af7f2c1: reopening flushed file at 1732286002300 (+21 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2841634e: reopening flushed file at 1732286002308 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3dc4bb7b: reopening flushed file at 1732286002325 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@58965890: reopening flushed file at 1732286002332 (+7 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 202ms, sequenceid=11, compaction requested=false at 1732286002344 (+12 ms)Writing region close event to WAL at 1732286002350 (+6 ms)Running coprocessor post-close hooks at 1732286002356 (+6 ms)Closed at 1732286002356 2024-11-22T14:33:22,356 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-22T14:33:22,541 INFO [RS:0;b313e41b3af3:42411 {}] regionserver.HRegionServer(976): stopping server b313e41b3af3,42411,1732285929674; all regions closed. 2024-11-22T14:33:22,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45621 is added to blk_1073741834_1010 (size=2717) 2024-11-22T14:33:22,546 DEBUG [RS:0;b313e41b3af3:42411 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/40df2f8a-c9f2-8a5f-9fb1-f7abd54c043a/oldWALs 2024-11-22T14:33:22,546 INFO [RS:0;b313e41b3af3:42411 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b313e41b3af3%2C42411%2C1732285929674.meta:.meta(num 1732285932570) 2024-11-22T14:33:22,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45621 is added to blk_1073741832_1008 (size=1028) 2024-11-22T14:33:22,550 DEBUG [RS:0;b313e41b3af3:42411 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/40df2f8a-c9f2-8a5f-9fb1-f7abd54c043a/oldWALs 2024-11-22T14:33:22,550 INFO [RS:0;b313e41b3af3:42411 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b313e41b3af3%2C42411%2C1732285929674:(num 1732285931661) 2024-11-22T14:33:22,550 DEBUG [RS:0;b313e41b3af3:42411 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:33:22,550 INFO [RS:0;b313e41b3af3:42411 {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T14:33:22,550 INFO [RS:0;b313e41b3af3:42411 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T14:33:22,551 INFO [RS:0;b313e41b3af3:42411 {}] hbase.ChoreService(370): Chore service for: regionserver/b313e41b3af3:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-22T14:33:22,551 INFO [RS:0;b313e41b3af3:42411 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T14:33:22,551 INFO [regionserver/b313e41b3af3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T14:33:22,551 INFO [RS:0;b313e41b3af3:42411 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b313e41b3af3:42411. 2024-11-22T14:33:22,551 DEBUG [RS:0;b313e41b3af3:42411 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T14:33:22,551 DEBUG [RS:0;b313e41b3af3:42411 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:33:22,551 DEBUG [RS:0;b313e41b3af3:42411 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:33:22,551 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T14:33:22,552 INFO [RS:0;b313e41b3af3:42411 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42411 2024-11-22T14:33:22,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42411-0x10067d8e2070004, quorum=127.0.0.1:50698, baseZNode=/11102062397 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11102062397/rs/b313e41b3af3,42411,1732285929674 2024-11-22T14:33:22,554 INFO [RS:0;b313e41b3af3:42411 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T14:33:22,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35085-0x10067d8e2070003, quorum=127.0.0.1:50698, baseZNode=/11102062397 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11102062397/rs 2024-11-22T14:33:22,555 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b313e41b3af3,42411,1732285929674] 2024-11-22T14:33:22,556 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11102062397/draining/b313e41b3af3,42411,1732285929674 already deleted, retry=false 2024-11-22T14:33:22,556 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b313e41b3af3,42411,1732285929674 expired; onlineServers=0 2024-11-22T14:33:22,556 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b313e41b3af3,35085,1732285929625' ***** 2024-11-22T14:33:22,556 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-22T14:33:22,556 INFO [M:0;b313e41b3af3:35085 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T14:33:22,556 INFO [M:0;b313e41b3af3:35085 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T14:33:22,556 DEBUG [M:0;b313e41b3af3:35085 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-22T14:33:22,556 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-22T14:33:22,557 DEBUG [M:0;b313e41b3af3:35085 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-22T14:33:22,557 DEBUG [master/b313e41b3af3:0:becomeActiveMaster-HFileCleaner.small.0-1732285931422 {}] cleaner.HFileCleaner(306): Exit Thread[master/b313e41b3af3:0:becomeActiveMaster-HFileCleaner.small.0-1732285931422,5,FailOnTimeoutGroup] 2024-11-22T14:33:22,557 DEBUG [master/b313e41b3af3:0:becomeActiveMaster-HFileCleaner.large.0-1732285931422 {}] cleaner.HFileCleaner(306): Exit Thread[master/b313e41b3af3:0:becomeActiveMaster-HFileCleaner.large.0-1732285931422,5,FailOnTimeoutGroup] 2024-11-22T14:33:22,557 INFO [M:0;b313e41b3af3:35085 {}] hbase.ChoreService(370): Chore service for: master/b313e41b3af3:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-22T14:33:22,557 INFO [M:0;b313e41b3af3:35085 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T14:33:22,557 DEBUG [M:0;b313e41b3af3:35085 {}] master.HMaster(1795): Stopping service threads 2024-11-22T14:33:22,557 INFO [M:0;b313e41b3af3:35085 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-22T14:33:22,557 INFO [M:0;b313e41b3af3:35085 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-22T14:33:22,557 INFO [M:0;b313e41b3af3:35085 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-22T14:33:22,557 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-22T14:33:22,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35085-0x10067d8e2070003, quorum=127.0.0.1:50698, baseZNode=/11102062397 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11102062397/master 2024-11-22T14:33:22,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35085-0x10067d8e2070003, quorum=127.0.0.1:50698, baseZNode=/11102062397 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11102062397 2024-11-22T14:33:22,559 DEBUG [M:0;b313e41b3af3:35085 {}] zookeeper.ZKUtil(347): master:35085-0x10067d8e2070003, quorum=127.0.0.1:50698, baseZNode=/11102062397 Unable to get data of znode /11102062397/master because node does not exist (not an error) 2024-11-22T14:33:22,559 WARN [M:0;b313e41b3af3:35085 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-22T14:33:22,560 INFO [M:0;b313e41b3af3:35085 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33567/user/jenkins/test-data/40df2f8a-c9f2-8a5f-9fb1-f7abd54c043a/.lastflushedseqids 2024-11-22T14:33:22,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45621 is added to blk_1073741843_1019 (size=173) 2024-11-22T14:33:22,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42411-0x10067d8e2070004, quorum=127.0.0.1:50698, baseZNode=/11102062397 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T14:33:22,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42411-0x10067d8e2070004, quorum=127.0.0.1:50698, baseZNode=/11102062397 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T14:33:22,656 INFO [RS:0;b313e41b3af3:42411 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T14:33:22,656 INFO [RS:0;b313e41b3af3:42411 {}] regionserver.HRegionServer(1031): Exiting; stopping=b313e41b3af3,42411,1732285929674; zookeeper connection closed. 2024-11-22T14:33:22,657 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@30242fe1 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@30242fe1 2024-11-22T14:33:22,657 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-22T14:33:22,971 INFO [M:0;b313e41b3af3:35085 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-22T14:33:22,971 INFO [M:0;b313e41b3af3:35085 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-22T14:33:22,971 DEBUG [M:0;b313e41b3af3:35085 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T14:33:22,971 INFO [M:0;b313e41b3af3:35085 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T14:33:22,972 DEBUG [M:0;b313e41b3af3:35085 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T14:33:22,972 DEBUG [M:0;b313e41b3af3:35085 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T14:33:22,972 DEBUG [M:0;b313e41b3af3:35085 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T14:33:22,972 INFO [M:0;b313e41b3af3:35085 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.05 KB heapSize=34.16 KB 2024-11-22T14:33:22,992 DEBUG [M:0;b313e41b3af3:35085 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33567/user/jenkins/test-data/40df2f8a-c9f2-8a5f-9fb1-f7abd54c043a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/559bd4e9446944f6be1ade7db01c4e42 is 82, key is hbase:meta,,1/info:regioninfo/1732285932605/Put/seqid=0 2024-11-22T14:33:22,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45621 is added to blk_1073741844_1020 (size=5672) 2024-11-22T14:33:22,996 INFO [M:0;b313e41b3af3:35085 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:33567/user/jenkins/test-data/40df2f8a-c9f2-8a5f-9fb1-f7abd54c043a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/559bd4e9446944f6be1ade7db01c4e42 2024-11-22T14:33:23,021 DEBUG [M:0;b313e41b3af3:35085 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33567/user/jenkins/test-data/40df2f8a-c9f2-8a5f-9fb1-f7abd54c043a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0c9e3cd4e8e84066b97eb7947ab0c517 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732285935694/Put/seqid=0 2024-11-22T14:33:23,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45621 is added to blk_1073741845_1021 (size=6727) 2024-11-22T14:33:23,426 INFO [M:0;b313e41b3af3:35085 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.50 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:33567/user/jenkins/test-data/40df2f8a-c9f2-8a5f-9fb1-f7abd54c043a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0c9e3cd4e8e84066b97eb7947ab0c517 2024-11-22T14:33:23,431 INFO [M:0;b313e41b3af3:35085 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0c9e3cd4e8e84066b97eb7947ab0c517 2024-11-22T14:33:23,449 DEBUG [M:0;b313e41b3af3:35085 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33567/user/jenkins/test-data/40df2f8a-c9f2-8a5f-9fb1-f7abd54c043a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/171421ed0afd48c680af37da9e93ff56 is 69, key is b313e41b3af3,42411,1732285929674/rs:state/1732285931516/Put/seqid=0 2024-11-22T14:33:23,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45621 is added to blk_1073741846_1022 (size=5156) 2024-11-22T14:33:23,855 INFO [M:0;b313e41b3af3:35085 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:33567/user/jenkins/test-data/40df2f8a-c9f2-8a5f-9fb1-f7abd54c043a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/171421ed0afd48c680af37da9e93ff56 2024-11-22T14:33:23,862 DEBUG [M:0;b313e41b3af3:35085 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33567/user/jenkins/test-data/40df2f8a-c9f2-8a5f-9fb1-f7abd54c043a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/559bd4e9446944f6be1ade7db01c4e42 as hdfs://localhost:33567/user/jenkins/test-data/40df2f8a-c9f2-8a5f-9fb1-f7abd54c043a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/559bd4e9446944f6be1ade7db01c4e42 2024-11-22T14:33:23,868 INFO [M:0;b313e41b3af3:35085 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33567/user/jenkins/test-data/40df2f8a-c9f2-8a5f-9fb1-f7abd54c043a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/559bd4e9446944f6be1ade7db01c4e42, entries=8, sequenceid=58, filesize=5.5 K 2024-11-22T14:33:23,869 DEBUG [M:0;b313e41b3af3:35085 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33567/user/jenkins/test-data/40df2f8a-c9f2-8a5f-9fb1-f7abd54c043a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0c9e3cd4e8e84066b97eb7947ab0c517 as hdfs://localhost:33567/user/jenkins/test-data/40df2f8a-c9f2-8a5f-9fb1-f7abd54c043a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0c9e3cd4e8e84066b97eb7947ab0c517 2024-11-22T14:33:23,874 INFO [M:0;b313e41b3af3:35085 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0c9e3cd4e8e84066b97eb7947ab0c517 2024-11-22T14:33:23,874 INFO [M:0;b313e41b3af3:35085 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33567/user/jenkins/test-data/40df2f8a-c9f2-8a5f-9fb1-f7abd54c043a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0c9e3cd4e8e84066b97eb7947ab0c517, entries=6, sequenceid=58, filesize=6.6 K 2024-11-22T14:33:23,875 DEBUG [M:0;b313e41b3af3:35085 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33567/user/jenkins/test-data/40df2f8a-c9f2-8a5f-9fb1-f7abd54c043a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/171421ed0afd48c680af37da9e93ff56 as hdfs://localhost:33567/user/jenkins/test-data/40df2f8a-c9f2-8a5f-9fb1-f7abd54c043a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/171421ed0afd48c680af37da9e93ff56 2024-11-22T14:33:23,880 INFO [M:0;b313e41b3af3:35085 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33567/user/jenkins/test-data/40df2f8a-c9f2-8a5f-9fb1-f7abd54c043a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/171421ed0afd48c680af37da9e93ff56, entries=1, sequenceid=58, filesize=5.0 K 2024-11-22T14:33:23,881 INFO [M:0;b313e41b3af3:35085 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.05 KB/28727, heapSize ~33.87 KB/34680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 909ms, sequenceid=58, compaction requested=false 2024-11-22T14:33:23,883 INFO [M:0;b313e41b3af3:35085 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T14:33:23,883 DEBUG [M:0;b313e41b3af3:35085 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732286002971Disabling compacts and flushes for region at 1732286002971Disabling writes for close at 1732286002972 (+1 ms)Obtaining lock to block concurrent updates at 1732286002972Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732286002972Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28727, getHeapSize=34920, getOffHeapSize=0, getCellsCount=69 at 1732286002972Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732286002973 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732286002973Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732286002992 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732286002992Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732286003001 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732286003020 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732286003020Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732286003431 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732286003449 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732286003449Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5707d258: reopening flushed file at 1732286003861 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a6e9bb4: reopening flushed file at 1732286003868 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b561ea2: reopening flushed file at 1732286003875 (+7 ms)Finished flush of dataSize ~28.05 KB/28727, heapSize ~33.87 KB/34680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 909ms, sequenceid=58, compaction requested=false at 1732286003881 (+6 ms)Writing region close event to WAL at 1732286003883 (+2 ms)Closed at 1732286003883 2024-11-22T14:33:23,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45621 is added to blk_1073741830_1006 (size=33026) 2024-11-22T14:33:23,887 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T14:33:23,887 INFO [M:0;b313e41b3af3:35085 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-22T14:33:23,887 INFO [M:0;b313e41b3af3:35085 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35085 2024-11-22T14:33:23,888 INFO [M:0;b313e41b3af3:35085 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T14:33:23,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35085-0x10067d8e2070003, quorum=127.0.0.1:50698, baseZNode=/11102062397 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T14:33:23,989 INFO [M:0;b313e41b3af3:35085 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T14:33:23,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35085-0x10067d8e2070003, quorum=127.0.0.1:50698, baseZNode=/11102062397 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T14:33:23,992 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4e587001{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T14:33:23,993 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1c05b605{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T14:33:23,993 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T14:33:23,993 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4e22e585{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T14:33:23,993 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2303981{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/902f5f7c-745d-a7ed-3d89-3470a6027266/hadoop.log.dir/,STOPPED} 2024-11-22T14:33:23,995 WARN [BP-1156297874-172.17.0.2-1732285928776 heartbeating to localhost/127.0.0.1:33567 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-22T14:33:23,995 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-22T14:33:23,995 WARN [BP-1156297874-172.17.0.2-1732285928776 heartbeating to localhost/127.0.0.1:33567 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1156297874-172.17.0.2-1732285928776 (Datanode Uuid 8e1e8b4b-2071-446a-b2cb-bfbf5481fc26) service to localhost/127.0.0.1:33567 2024-11-22T14:33:23,995 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-22T14:33:23,995 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/902f5f7c-745d-a7ed-3d89-3470a6027266/cluster_43225fb5-6d41-289a-9b69-c3ba64007968/data/data1/current/BP-1156297874-172.17.0.2-1732285928776 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T14:33:23,996 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/902f5f7c-745d-a7ed-3d89-3470a6027266/cluster_43225fb5-6d41-289a-9b69-c3ba64007968/data/data2/current/BP-1156297874-172.17.0.2-1732285928776 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T14:33:23,996 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-22T14:33:24,003 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4d6845ca{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T14:33:24,004 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3d7582a3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T14:33:24,004 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T14:33:24,004 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6aafdf85{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T14:33:24,004 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7c976543{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/902f5f7c-745d-a7ed-3d89-3470a6027266/hadoop.log.dir/,STOPPED} 2024-11-22T14:33:24,025 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-22T14:33:24,025 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-22T14:33:24,025 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T14:33:24,025 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T14:33:24,025 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:33:24,025 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:33:24,025 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T14:33:24,026 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-22T14:33:24,026 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1784878910, stopped=false 2024-11-22T14:33:24,026 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b313e41b3af3,37517,1732285925681 2024-11-22T14:33:24,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33875-0x10067d8e2070001, quorum=127.0.0.1:50698, baseZNode=/01431927077 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01431927077/running 2024-11-22T14:33:24,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37517-0x10067d8e2070000, quorum=127.0.0.1:50698, baseZNode=/01431927077 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01431927077/running 2024-11-22T14:33:24,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33875-0x10067d8e2070001, quorum=127.0.0.1:50698, baseZNode=/01431927077 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01431927077 2024-11-22T14:33:24,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37517-0x10067d8e2070000, quorum=127.0.0.1:50698, baseZNode=/01431927077 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01431927077 2024-11-22T14:33:24,027 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-22T14:33:24,028 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37517-0x10067d8e2070000, quorum=127.0.0.1:50698, baseZNode=/01431927077 Set watcher on znode that does not yet exist, /01431927077/running 2024-11-22T14:33:24,028 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T14:33:24,028 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33875-0x10067d8e2070001, quorum=127.0.0.1:50698, baseZNode=/01431927077 Set watcher on znode that does not yet exist, /01431927077/running 2024-11-22T14:33:24,028 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T14:33:24,028 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:33:24,029 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b313e41b3af3,33875,1732285925719' ***** 2024-11-22T14:33:24,029 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-22T14:33:24,029 INFO [RS:0;b313e41b3af3:33875 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-22T14:33:24,029 INFO [RS:0;b313e41b3af3:33875 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-22T14:33:24,029 INFO [RS:0;b313e41b3af3:33875 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-22T14:33:24,029 INFO [RS:0;b313e41b3af3:33875 {}] regionserver.HRegionServer(3091): Received CLOSE for 00685b7c6f8a9c103839eaefbfa0c04c 2024-11-22T14:33:24,029 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-22T14:33:24,030 INFO [RS:0;b313e41b3af3:33875 {}] regionserver.HRegionServer(3091): Received CLOSE for fae9daeb5448a701b2ac1ff1c6f9fc7a 2024-11-22T14:33:24,030 INFO [RS:0;b313e41b3af3:33875 {}] regionserver.HRegionServer(959): stopping server b313e41b3af3,33875,1732285925719 2024-11-22T14:33:24,030 INFO [RS:0;b313e41b3af3:33875 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T14:33:24,030 INFO [RS:0;b313e41b3af3:33875 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b313e41b3af3:33875. 2024-11-22T14:33:24,030 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 00685b7c6f8a9c103839eaefbfa0c04c, disabling compactions & flushes 2024-11-22T14:33:24,030 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732285932714.00685b7c6f8a9c103839eaefbfa0c04c. 2024-11-22T14:33:24,030 DEBUG [RS:0;b313e41b3af3:33875 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T14:33:24,030 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732285932714.00685b7c6f8a9c103839eaefbfa0c04c. 2024-11-22T14:33:24,030 DEBUG [RS:0;b313e41b3af3:33875 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:33:24,030 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732285932714.00685b7c6f8a9c103839eaefbfa0c04c. after waiting 0 ms 2024-11-22T14:33:24,030 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732285932714.00685b7c6f8a9c103839eaefbfa0c04c. 2024-11-22T14:33:24,030 INFO [RS:0;b313e41b3af3:33875 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-22T14:33:24,030 INFO [RS:0;b313e41b3af3:33875 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-22T14:33:24,030 INFO [RS:0;b313e41b3af3:33875 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-22T14:33:24,030 INFO [RS:0;b313e41b3af3:33875 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-22T14:33:24,030 INFO [RS:0;b313e41b3af3:33875 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-22T14:33:24,030 DEBUG [RS:0;b313e41b3af3:33875 {}] regionserver.HRegionServer(1325): Online Regions={00685b7c6f8a9c103839eaefbfa0c04c=test,,1732285932714.00685b7c6f8a9c103839eaefbfa0c04c., 1588230740=hbase:meta,,1.1588230740, fae9daeb5448a701b2ac1ff1c6f9fc7a=hbase:replication,,1732285936061.fae9daeb5448a701b2ac1ff1c6f9fc7a.} 2024-11-22T14:33:24,030 DEBUG [RS:0;b313e41b3af3:33875 {}] regionserver.HRegionServer(1351): Waiting on 00685b7c6f8a9c103839eaefbfa0c04c, 1588230740, fae9daeb5448a701b2ac1ff1c6f9fc7a 2024-11-22T14:33:24,030 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-22T14:33:24,030 INFO [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-22T14:33:24,030 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-22T14:33:24,031 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T14:33:24,031 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T14:33:24,031 INFO [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-22T14:33:24,041 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34585/user/jenkins/test-data/cfa326bb-dbaf-0c48-27e2-f6edbfd41b94/data/default/test/00685b7c6f8a9c103839eaefbfa0c04c/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-22T14:33:24,042 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-22T14:33:24,042 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-22T14:33:24,042 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732285932714.00685b7c6f8a9c103839eaefbfa0c04c. 2024-11-22T14:33:24,042 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 00685b7c6f8a9c103839eaefbfa0c04c: Waiting for close lock at 1732286004030Running coprocessor pre-close hooks at 1732286004030Disabling compacts and flushes for region at 1732286004030Disabling writes for close at 1732286004030Writing region close event to WAL at 1732286004031 (+1 ms)Running coprocessor post-close hooks at 1732286004042 (+11 ms)Closed at 1732286004042 2024-11-22T14:33:24,043 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732285932714.00685b7c6f8a9c103839eaefbfa0c04c. 2024-11-22T14:33:24,043 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fae9daeb5448a701b2ac1ff1c6f9fc7a, disabling compactions & flushes 2024-11-22T14:33:24,043 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732285936061.fae9daeb5448a701b2ac1ff1c6f9fc7a. 2024-11-22T14:33:24,043 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732285936061.fae9daeb5448a701b2ac1ff1c6f9fc7a. 2024-11-22T14:33:24,043 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732285936061.fae9daeb5448a701b2ac1ff1c6f9fc7a. after waiting 0 ms 2024-11-22T14:33:24,043 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732285936061.fae9daeb5448a701b2ac1ff1c6f9fc7a. 2024-11-22T14:33:24,043 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing fae9daeb5448a701b2ac1ff1c6f9fc7a 3/3 column families, dataSize=874 B heapSize=2.19 KB 2024-11-22T14:33:24,050 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34585/user/jenkins/test-data/cfa326bb-dbaf-0c48-27e2-f6edbfd41b94/data/hbase/meta/1588230740/.tmp/info/9878b77a1846401b94fca79dc5cdd668 is 147, key is hbase:replication,,1732285936061.fae9daeb5448a701b2ac1ff1c6f9fc7a./info:regioninfo/1732285937256/Put/seqid=0 2024-11-22T14:33:24,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33185 is added to blk_1073741844_1020 (size=7686) 2024-11-22T14:33:24,063 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34585/user/jenkins/test-data/cfa326bb-dbaf-0c48-27e2-f6edbfd41b94/data/hbase/replication/fae9daeb5448a701b2ac1ff1c6f9fc7a/.tmp/hfileref/61eed06a446f42cbbdd31d71c38c3e5d is 74, key is 1/hfileref:5bc85cdc4989414298515752be27b31a_SeqId_4_/1732285940522/DeleteColumn/seqid=0 2024-11-22T14:33:24,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33185 is added to blk_1073741845_1021 (size=5203) 2024-11-22T14:33:24,128 INFO [regionserver/b313e41b3af3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T14:33:24,230 DEBUG [RS:0;b313e41b3af3:33875 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, fae9daeb5448a701b2ac1ff1c6f9fc7a 2024-11-22T14:33:24,431 DEBUG [RS:0;b313e41b3af3:33875 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, fae9daeb5448a701b2ac1ff1c6f9fc7a 2024-11-22T14:33:24,459 INFO [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34585/user/jenkins/test-data/cfa326bb-dbaf-0c48-27e2-f6edbfd41b94/data/hbase/meta/1588230740/.tmp/info/9878b77a1846401b94fca79dc5cdd668 2024-11-22T14:33:24,471 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=280 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:34585/user/jenkins/test-data/cfa326bb-dbaf-0c48-27e2-f6edbfd41b94/data/hbase/replication/fae9daeb5448a701b2ac1ff1c6f9fc7a/.tmp/hfileref/61eed06a446f42cbbdd31d71c38c3e5d 2024-11-22T14:33:24,494 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34585/user/jenkins/test-data/cfa326bb-dbaf-0c48-27e2-f6edbfd41b94/data/hbase/meta/1588230740/.tmp/ns/9be3362009764cb195aaf9da7daba7db is 43, key is default/ns:d/1732285928681/Put/seqid=0 2024-11-22T14:33:24,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33185 is added to blk_1073741846_1022 (size=5153) 2024-11-22T14:33:24,510 INFO [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34585/user/jenkins/test-data/cfa326bb-dbaf-0c48-27e2-f6edbfd41b94/data/hbase/meta/1588230740/.tmp/ns/9be3362009764cb195aaf9da7daba7db 2024-11-22T14:33:24,512 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34585/user/jenkins/test-data/cfa326bb-dbaf-0c48-27e2-f6edbfd41b94/data/hbase/replication/fae9daeb5448a701b2ac1ff1c6f9fc7a/.tmp/queue/cd23d14ea66b46d6bdd5bcd3888a3e92 is 153, key is 1-b313e41b3af3,33875,1732285925719/queue:b313e41b3af3%2C33875%2C1732285925719/1732285942341/Put/seqid=0 2024-11-22T14:33:24,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33185 is added to blk_1073741847_1023 (size=5352) 2024-11-22T14:33:24,544 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34585/user/jenkins/test-data/cfa326bb-dbaf-0c48-27e2-f6edbfd41b94/data/hbase/meta/1588230740/.tmp/rep_barrier/198c2a53e53c4b458e921753b2a87088 is 112, key is test,,1732285932714.00685b7c6f8a9c103839eaefbfa0c04c./rep_barrier:seqnumDuringOpen/1732285933897/Put/seqid=0 2024-11-22T14:33:24,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33185 is added to blk_1073741848_1024 (size=5518) 2024-11-22T14:33:24,607 INFO [regionserver/b313e41b3af3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-22T14:33:24,607 INFO [regionserver/b313e41b3af3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-22T14:33:24,631 DEBUG [RS:0;b313e41b3af3:33875 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, fae9daeb5448a701b2ac1ff1c6f9fc7a 2024-11-22T14:33:24,831 DEBUG [RS:0;b313e41b3af3:33875 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, fae9daeb5448a701b2ac1ff1c6f9fc7a 2024-11-22T14:33:24,922 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:34585/user/jenkins/test-data/cfa326bb-dbaf-0c48-27e2-f6edbfd41b94/data/hbase/replication/fae9daeb5448a701b2ac1ff1c6f9fc7a/.tmp/queue/cd23d14ea66b46d6bdd5bcd3888a3e92 2024-11-22T14:33:24,928 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34585/user/jenkins/test-data/cfa326bb-dbaf-0c48-27e2-f6edbfd41b94/data/hbase/replication/fae9daeb5448a701b2ac1ff1c6f9fc7a/.tmp/hfileref/61eed06a446f42cbbdd31d71c38c3e5d as hdfs://localhost:34585/user/jenkins/test-data/cfa326bb-dbaf-0c48-27e2-f6edbfd41b94/data/hbase/replication/fae9daeb5448a701b2ac1ff1c6f9fc7a/hfileref/61eed06a446f42cbbdd31d71c38c3e5d 2024-11-22T14:33:24,933 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34585/user/jenkins/test-data/cfa326bb-dbaf-0c48-27e2-f6edbfd41b94/data/hbase/replication/fae9daeb5448a701b2ac1ff1c6f9fc7a/hfileref/61eed06a446f42cbbdd31d71c38c3e5d, entries=2, sequenceid=10, filesize=5.1 K 2024-11-22T14:33:24,935 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34585/user/jenkins/test-data/cfa326bb-dbaf-0c48-27e2-f6edbfd41b94/data/hbase/replication/fae9daeb5448a701b2ac1ff1c6f9fc7a/.tmp/queue/cd23d14ea66b46d6bdd5bcd3888a3e92 as hdfs://localhost:34585/user/jenkins/test-data/cfa326bb-dbaf-0c48-27e2-f6edbfd41b94/data/hbase/replication/fae9daeb5448a701b2ac1ff1c6f9fc7a/queue/cd23d14ea66b46d6bdd5bcd3888a3e92 2024-11-22T14:33:24,941 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34585/user/jenkins/test-data/cfa326bb-dbaf-0c48-27e2-f6edbfd41b94/data/hbase/replication/fae9daeb5448a701b2ac1ff1c6f9fc7a/queue/cd23d14ea66b46d6bdd5bcd3888a3e92, entries=1, sequenceid=10, filesize=5.2 K 2024-11-22T14:33:24,942 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for fae9daeb5448a701b2ac1ff1c6f9fc7a in 899ms, sequenceid=10, compaction requested=false 2024-11-22T14:33:24,947 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34585/user/jenkins/test-data/cfa326bb-dbaf-0c48-27e2-f6edbfd41b94/data/hbase/replication/fae9daeb5448a701b2ac1ff1c6f9fc7a/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-22T14:33:24,948 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-22T14:33:24,948 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T14:33:24,948 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732285936061.fae9daeb5448a701b2ac1ff1c6f9fc7a. 2024-11-22T14:33:24,948 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fae9daeb5448a701b2ac1ff1c6f9fc7a: Waiting for close lock at 1732286004043Running coprocessor pre-close hooks at 1732286004043Disabling compacts and flushes for region at 1732286004043Disabling writes for close at 1732286004043Obtaining lock to block concurrent updates at 1732286004043Preparing flush snapshotting stores in fae9daeb5448a701b2ac1ff1c6f9fc7a at 1732286004043Finished memstore snapshotting hbase:replication,,1732285936061.fae9daeb5448a701b2ac1ff1c6f9fc7a., syncing WAL and waiting on mvcc, flushsize=dataSize=874, getHeapSize=2192, getOffHeapSize=0, getCellsCount=8 at 1732286004043Flushing stores of hbase:replication,,1732285936061.fae9daeb5448a701b2ac1ff1c6f9fc7a. at 1732286004044 (+1 ms)Flushing fae9daeb5448a701b2ac1ff1c6f9fc7a/hfileref: creating writer at 1732286004044Flushing fae9daeb5448a701b2ac1ff1c6f9fc7a/hfileref: appending metadata at 1732286004062 (+18 ms)Flushing fae9daeb5448a701b2ac1ff1c6f9fc7a/hfileref: closing flushed file at 1732286004062Flushing fae9daeb5448a701b2ac1ff1c6f9fc7a/queue: creating writer at 1732286004486 (+424 ms)Flushing fae9daeb5448a701b2ac1ff1c6f9fc7a/queue: appending metadata at 1732286004512 (+26 ms)Flushing fae9daeb5448a701b2ac1ff1c6f9fc7a/queue: closing flushed file at 1732286004512Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2bfd9d03: reopening flushed file at 1732286004927 (+415 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f609371: reopening flushed file at 1732286004934 (+7 ms)Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for fae9daeb5448a701b2ac1ff1c6f9fc7a in 899ms, sequenceid=10, compaction requested=false at 1732286004942 (+8 ms)Writing region close event to WAL at 1732286004943 (+1 ms)Running coprocessor post-close hooks at 1732286004948 (+5 ms)Closed at 1732286004948 2024-11-22T14:33:24,948 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732285936061.fae9daeb5448a701b2ac1ff1c6f9fc7a. 2024-11-22T14:33:24,959 INFO [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34585/user/jenkins/test-data/cfa326bb-dbaf-0c48-27e2-f6edbfd41b94/data/hbase/meta/1588230740/.tmp/rep_barrier/198c2a53e53c4b458e921753b2a87088 2024-11-22T14:33:24,987 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34585/user/jenkins/test-data/cfa326bb-dbaf-0c48-27e2-f6edbfd41b94/data/hbase/meta/1588230740/.tmp/table/14dbda768d1948779c117cf78f1687f4 is 53, key is hbase:replication/table:state/1732285937267/Put/seqid=0 2024-11-22T14:33:24,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33185 is added to blk_1073741849_1025 (size=5308) 2024-11-22T14:33:25,031 INFO [RS:0;b313e41b3af3:33875 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-22T14:33:25,031 DEBUG [RS:0;b313e41b3af3:33875 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-22T14:33:25,031 DEBUG [RS:0;b313e41b3af3:33875 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T14:33:25,075 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-22T14:33:25,076 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-22T14:33:25,077 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-22T14:33:25,232 DEBUG [RS:0;b313e41b3af3:33875 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T14:33:25,392 INFO [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34585/user/jenkins/test-data/cfa326bb-dbaf-0c48-27e2-f6edbfd41b94/data/hbase/meta/1588230740/.tmp/table/14dbda768d1948779c117cf78f1687f4 2024-11-22T14:33:25,398 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34585/user/jenkins/test-data/cfa326bb-dbaf-0c48-27e2-f6edbfd41b94/data/hbase/meta/1588230740/.tmp/info/9878b77a1846401b94fca79dc5cdd668 as hdfs://localhost:34585/user/jenkins/test-data/cfa326bb-dbaf-0c48-27e2-f6edbfd41b94/data/hbase/meta/1588230740/info/9878b77a1846401b94fca79dc5cdd668 2024-11-22T14:33:25,403 INFO [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34585/user/jenkins/test-data/cfa326bb-dbaf-0c48-27e2-f6edbfd41b94/data/hbase/meta/1588230740/info/9878b77a1846401b94fca79dc5cdd668, entries=20, sequenceid=16, filesize=7.5 K 2024-11-22T14:33:25,404 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34585/user/jenkins/test-data/cfa326bb-dbaf-0c48-27e2-f6edbfd41b94/data/hbase/meta/1588230740/.tmp/ns/9be3362009764cb195aaf9da7daba7db as hdfs://localhost:34585/user/jenkins/test-data/cfa326bb-dbaf-0c48-27e2-f6edbfd41b94/data/hbase/meta/1588230740/ns/9be3362009764cb195aaf9da7daba7db 2024-11-22T14:33:25,405 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,33875,1732285925719.replicationSource.wal-reader.b313e41b3af3%2C33875%2C1732285925719,1-b313e41b3af3,33875,1732285925719 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34585/user/jenkins/test-data/cfa326bb-dbaf-0c48-27e2-f6edbfd41b94/WALs/b313e41b3af3,33875,1732285925719/b313e41b3af3%2C33875%2C1732285925719.1732285927695 to pos 997, reset compression=false 2024-11-22T14:33:25,410 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,33875,1732285925719.replicationSource.wal-reader.b313e41b3af3%2C33875%2C1732285925719,1-b313e41b3af3,33875,1732285925719 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-22T14:33:25,411 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,33875,1732285925719.replicationSource.wal-reader.b313e41b3af3%2C33875%2C1732285925719,1-b313e41b3af3,33875,1732285925719 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34585/user/jenkins/test-data/cfa326bb-dbaf-0c48-27e2-f6edbfd41b94/WALs/b313e41b3af3,33875,1732285925719/b313e41b3af3%2C33875%2C1732285925719.1732285927695 to pos 1292, reset compression=false 2024-11-22T14:33:25,411 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,33875,1732285925719.replicationSource.shipperb313e41b3af3%2C33875%2C1732285925719,1-b313e41b3af3,33875,1732285925719 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b313e41b3af3,33875,1732285925719 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34585/user/jenkins/test-data/cfa326bb-dbaf-0c48-27e2-f6edbfd41b94/WALs/b313e41b3af3,33875,1732285925719/b313e41b3af3%2C33875%2C1732285925719.1732285927695, lastWalPosition=1292, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-22T14:33:25,412 ERROR [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,33875,1732285925719.replicationSource.shipperb313e41b3af3%2C33875%2C1732285925719,1-b313e41b3af3,33875,1732285925719 {}] regionserver.HRegionServer(2440): ***** ABORTING region server b313e41b3af3,33875,1732285925719: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-b313e41b3af3,33875,1732285925719, walGroup=b313e41b3af3%2C33875%2C1732285925719, offset=b313e41b3af3%2C33875%2C1732285925719.1732285927695:1292, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b313e41b3af3:33875 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-22T14:33:25,413 ERROR [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,33875,1732285925719.replicationSource.shipperb313e41b3af3%2C33875%2C1732285925719,1-b313e41b3af3,33875,1732285925719 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-22T14:33:25,413 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,33875,1732285925719.replicationSource.shipperb313e41b3af3%2C33875%2C1732285925719,1-b313e41b3af3,33875,1732285925719 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-22T14:33:25,415 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,33875,1732285925719.replicationSource.shipperb313e41b3af3%2C33875%2C1732285925719,1-b313e41b3af3,33875,1732285925719 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-22T14:33:25,415 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,33875,1732285925719.replicationSource.shipperb313e41b3af3%2C33875%2C1732285925719,1-b313e41b3af3,33875,1732285925719 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-22T14:33:25,415 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,33875,1732285925719.replicationSource.shipperb313e41b3af3%2C33875%2C1732285925719,1-b313e41b3af3,33875,1732285925719 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-22T14:33:25,415 INFO [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,33875,1732285925719.replicationSource.shipperb313e41b3af3%2C33875%2C1732285925719,1-b313e41b3af3,33875,1732285925719 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1056964608, "init": 1048576000, "max": 2306867200, "used": 423567584 }, "NonHeapMemoryUsage": { "committed": 180682752, "init": 7667712, "max": -1, "used": 176085960 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-22T14:33:25,416 INFO [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34585/user/jenkins/test-data/cfa326bb-dbaf-0c48-27e2-f6edbfd41b94/data/hbase/meta/1588230740/ns/9be3362009764cb195aaf9da7daba7db, entries=2, sequenceid=16, filesize=5.0 K 2024-11-22T14:33:25,417 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34585/user/jenkins/test-data/cfa326bb-dbaf-0c48-27e2-f6edbfd41b94/data/hbase/meta/1588230740/.tmp/rep_barrier/198c2a53e53c4b458e921753b2a87088 as hdfs://localhost:34585/user/jenkins/test-data/cfa326bb-dbaf-0c48-27e2-f6edbfd41b94/data/hbase/meta/1588230740/rep_barrier/198c2a53e53c4b458e921753b2a87088 2024-11-22T14:33:25,418 WARN [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,33875,1732285925719.replicationSource.shipperb313e41b3af3%2C33875%2C1732285925719,1-b313e41b3af3,33875,1732285925719 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b313e41b3af3:37517 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b313e41b3af3:37517 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-22T14:33:25,424 INFO [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34585/user/jenkins/test-data/cfa326bb-dbaf-0c48-27e2-f6edbfd41b94/data/hbase/meta/1588230740/rep_barrier/198c2a53e53c4b458e921753b2a87088, entries=1, sequenceid=16, filesize=5.4 K 2024-11-22T14:33:25,425 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34585/user/jenkins/test-data/cfa326bb-dbaf-0c48-27e2-f6edbfd41b94/data/hbase/meta/1588230740/.tmp/table/14dbda768d1948779c117cf78f1687f4 as hdfs://localhost:34585/user/jenkins/test-data/cfa326bb-dbaf-0c48-27e2-f6edbfd41b94/data/hbase/meta/1588230740/table/14dbda768d1948779c117cf78f1687f4 2024-11-22T14:33:25,431 INFO [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34585/user/jenkins/test-data/cfa326bb-dbaf-0c48-27e2-f6edbfd41b94/data/hbase/meta/1588230740/table/14dbda768d1948779c117cf78f1687f4, entries=4, sequenceid=16, filesize=5.2 K 2024-11-22T14:33:25,432 DEBUG [RS:0;b313e41b3af3:33875 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T14:33:25,432 INFO [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1401ms, sequenceid=16, compaction requested=false 2024-11-22T14:33:25,433 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-22T14:33:25,449 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34585/user/jenkins/test-data/cfa326bb-dbaf-0c48-27e2-f6edbfd41b94/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-22T14:33:25,449 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-22T14:33:25,449 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T14:33:25,449 INFO [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-22T14:33:25,449 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732286004030Running coprocessor pre-close hooks at 1732286004030Disabling compacts and flushes for region at 1732286004030Disabling writes for close at 1732286004031 (+1 ms)Obtaining lock to block concurrent updates at 1732286004031Preparing flush snapshotting stores in 1588230740 at 1732286004031Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732286004031Flushing stores of hbase:meta,,1.1588230740 at 1732286004032 (+1 ms)Flushing 1588230740/info: creating writer at 1732286004032Flushing 1588230740/info: appending metadata at 1732286004050 (+18 ms)Flushing 1588230740/info: closing flushed file at 1732286004050Flushing 1588230740/ns: creating writer at 1732286004469 (+419 ms)Flushing 1588230740/ns: appending metadata at 1732286004494 (+25 ms)Flushing 1588230740/ns: closing flushed file at 1732286004494Flushing 1588230740/rep_barrier: creating writer at 1732286004519 (+25 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732286004544 (+25 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732286004544Flushing 1588230740/table: creating writer at 1732286004966 (+422 ms)Flushing 1588230740/table: appending metadata at 1732286004986 (+20 ms)Flushing 1588230740/table: closing flushed file at 1732286004986Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f0d275a: reopening flushed file at 1732286005397 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@aa3195a: reopening flushed file at 1732286005403 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c667807: reopening flushed file at 1732286005417 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@154af0fa: reopening flushed file at 1732286005424 (+7 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1401ms, sequenceid=16, compaction requested=false at 1732286005432 (+8 ms)Writing region close event to WAL at 1732286005445 (+13 ms)Running coprocessor post-close hooks at 1732286005449 (+4 ms)Closed at 1732286005449 2024-11-22T14:33:25,449 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-22T14:33:25,619 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,33875,1732285925719.replicationSource.wal-reader.b313e41b3af3%2C33875%2C1732285925719,1-b313e41b3af3,33875,1732285925719 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34585/user/jenkins/test-data/cfa326bb-dbaf-0c48-27e2-f6edbfd41b94/WALs/b313e41b3af3,33875,1732285925719/b313e41b3af3%2C33875%2C1732285925719.1732285927695 to pos 1292, reset compression=false 2024-11-22T14:33:25,632 INFO [RS:0;b313e41b3af3:33875 {}] regionserver.HRegionServer(976): stopping server b313e41b3af3,33875,1732285925719; all regions closed. 2024-11-22T14:33:25,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33185 is added to blk_1073741834_1010 (size=4239) 2024-11-22T14:33:25,634 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/cfa326bb-dbaf-0c48-27e2-f6edbfd41b94/WALs/b313e41b3af3,33875,1732285925719/b313e41b3af3%2C33875%2C1732285925719.meta.1732285928637.meta not finished, retry = 0 2024-11-22T14:33:25,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33185 is added to blk_1073741839_1015 (size=2700) 2024-11-22T14:33:25,737 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/cfa326bb-dbaf-0c48-27e2-f6edbfd41b94/WALs/b313e41b3af3,33875,1732285925719/b313e41b3af3%2C33875%2C1732285925719.rep.1732285937218 not finished, retry = 0 2024-11-22T14:33:25,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33185 is added to blk_1073741832_1008 (size=1300) 2024-11-22T14:33:25,840 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/cfa326bb-dbaf-0c48-27e2-f6edbfd41b94/WALs/b313e41b3af3,33875,1732285925719/b313e41b3af3%2C33875%2C1732285925719.1732285927695 not finished, retry = 0 2024-11-22T14:33:25,923 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,33875,1732285925719.replicationSource.wal-reader.b313e41b3af3%2C33875%2C1732285925719,1-b313e41b3af3,33875,1732285925719 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34585/user/jenkins/test-data/cfa326bb-dbaf-0c48-27e2-f6edbfd41b94/WALs/b313e41b3af3,33875,1732285925719/b313e41b3af3%2C33875%2C1732285925719.1732285927695 to pos 1292, reset compression=false 2024-11-22T14:33:25,941 DEBUG [RS:0;b313e41b3af3:33875 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:33:25,941 INFO [RS:0;b313e41b3af3:33875 {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T14:33:25,941 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,33875,1732285925719.replicationSource.wal-reader.b313e41b3af3%2C33875%2C1732285925719,1-b313e41b3af3,33875,1732285925719 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:34585/user/jenkins/test-data/cfa326bb-dbaf-0c48-27e2-f6edbfd41b94/WALs/b313e41b3af3,33875,1732285925719/b313e41b3af3%2C33875%2C1732285925719.1732285927695 2024-11-22T14:33:25,941 INFO [RS:0;b313e41b3af3:33875 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T14:33:25,941 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,33875,1732285925719.replicationSource.wal-reader.b313e41b3af3%2C33875%2C1732285925719,1-b313e41b3af3,33875,1732285925719 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-11-22T14:33:25,941 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,33875,1732285925719.replicationSource.wal-reader.b313e41b3af3%2C33875%2C1732285925719,1-b313e41b3af3,33875,1732285925719 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-11-22T14:33:25,941 INFO [RS:0;b313e41b3af3:33875 {}] hbase.ChoreService(370): Chore service for: regionserver/b313e41b3af3:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-22T14:33:25,942 INFO [RS:0;b313e41b3af3:33875 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T14:33:25,942 INFO [regionserver/b313e41b3af3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T14:33:25,942 INFO [RS:0;b313e41b3af3:33875 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-b313e41b3af3,33875,1732285925719 because: Region server is closing 2024-11-22T14:33:25,942 INFO [RS:0;b313e41b3af3:33875 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b313e41b3af3:33875. 2024-11-22T14:33:25,942 DEBUG [RS:0;b313e41b3af3:33875 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T14:33:25,942 DEBUG [RS:0;b313e41b3af3:33875 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:33:25,942 DEBUG [RS:0;b313e41b3af3:33875 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:33:25,942 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T14:33:26,043 INFO [RS:0;b313e41b3af3:33875 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,33875,1732285925719.replicationSource.shipperb313e41b3af3%2C33875%2C1732285925719,1-b313e41b3af3,33875,1732285925719 terminated 2024-11-22T14:33:26,043 WARN [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,33875,1732285925719.replicationSource.wal-reader.b313e41b3af3%2C33875%2C1732285925719,1-b313e41b3af3,33875,1732285925719 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.replicationDone(ReplicationSourceWALReader.java:123) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:151) ~[classes/:?] 2024-11-22T14:33:26,043 INFO [RS:0;b313e41b3af3:33875 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33875 2024-11-22T14:33:26,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33875-0x10067d8e2070001, quorum=127.0.0.1:50698, baseZNode=/01431927077 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01431927077/rs/b313e41b3af3,33875,1732285925719 2024-11-22T14:33:26,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37517-0x10067d8e2070000, quorum=127.0.0.1:50698, baseZNode=/01431927077 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01431927077/rs 2024-11-22T14:33:26,044 INFO [RS:0;b313e41b3af3:33875 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T14:33:26,045 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b313e41b3af3,33875,1732285925719] 2024-11-22T14:33:26,046 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01431927077/draining/b313e41b3af3,33875,1732285925719 already deleted, retry=false 2024-11-22T14:33:26,046 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b313e41b3af3,33875,1732285925719 expired; onlineServers=0 2024-11-22T14:33:26,046 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b313e41b3af3,37517,1732285925681' ***** 2024-11-22T14:33:26,046 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-22T14:33:26,046 INFO [M:0;b313e41b3af3:37517 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T14:33:26,046 INFO [M:0;b313e41b3af3:37517 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T14:33:26,046 DEBUG [M:0;b313e41b3af3:37517 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-22T14:33:26,046 DEBUG [M:0;b313e41b3af3:37517 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-22T14:33:26,046 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-22T14:33:26,046 DEBUG [master/b313e41b3af3:0:becomeActiveMaster-HFileCleaner.large.0-1732285927490 {}] cleaner.HFileCleaner(306): Exit Thread[master/b313e41b3af3:0:becomeActiveMaster-HFileCleaner.large.0-1732285927490,5,FailOnTimeoutGroup] 2024-11-22T14:33:26,046 DEBUG [master/b313e41b3af3:0:becomeActiveMaster-HFileCleaner.small.0-1732285927491 {}] cleaner.HFileCleaner(306): Exit Thread[master/b313e41b3af3:0:becomeActiveMaster-HFileCleaner.small.0-1732285927491,5,FailOnTimeoutGroup] 2024-11-22T14:33:26,046 INFO [M:0;b313e41b3af3:37517 {}] hbase.ChoreService(370): Chore service for: master/b313e41b3af3:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-22T14:33:26,047 INFO [M:0;b313e41b3af3:37517 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T14:33:26,047 DEBUG [M:0;b313e41b3af3:37517 {}] master.HMaster(1795): Stopping service threads 2024-11-22T14:33:26,047 INFO [M:0;b313e41b3af3:37517 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-22T14:33:26,047 INFO [M:0;b313e41b3af3:37517 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-22T14:33:26,047 INFO [M:0;b313e41b3af3:37517 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-22T14:33:26,047 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-22T14:33:26,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37517-0x10067d8e2070000, quorum=127.0.0.1:50698, baseZNode=/01431927077 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01431927077/master 2024-11-22T14:33:26,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37517-0x10067d8e2070000, quorum=127.0.0.1:50698, baseZNode=/01431927077 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01431927077 2024-11-22T14:33:26,048 DEBUG [M:0;b313e41b3af3:37517 {}] zookeeper.ZKUtil(347): master:37517-0x10067d8e2070000, quorum=127.0.0.1:50698, baseZNode=/01431927077 Unable to get data of znode /01431927077/master because node does not exist (not an error) 2024-11-22T14:33:26,048 WARN [M:0;b313e41b3af3:37517 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-22T14:33:26,049 INFO [M:0;b313e41b3af3:37517 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34585/user/jenkins/test-data/cfa326bb-dbaf-0c48-27e2-f6edbfd41b94/.lastflushedseqids 2024-11-22T14:33:26,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33185 is added to blk_1073741850_1026 (size=263) 2024-11-22T14:33:26,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33875-0x10067d8e2070001, quorum=127.0.0.1:50698, baseZNode=/01431927077 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T14:33:26,145 INFO [RS:0;b313e41b3af3:33875 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T14:33:26,145 INFO [RS:0;b313e41b3af3:33875 {}] regionserver.HRegionServer(1031): Exiting; stopping=b313e41b3af3,33875,1732285925719; zookeeper connection closed. 2024-11-22T14:33:26,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33875-0x10067d8e2070001, quorum=127.0.0.1:50698, baseZNode=/01431927077 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T14:33:26,146 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@556e03b6 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@556e03b6 2024-11-22T14:33:26,146 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-22T14:33:26,454 INFO [M:0;b313e41b3af3:37517 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-22T14:33:26,454 INFO [M:0;b313e41b3af3:37517 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-22T14:33:26,454 DEBUG [M:0;b313e41b3af3:37517 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T14:33:26,454 INFO [M:0;b313e41b3af3:37517 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T14:33:26,454 DEBUG [M:0;b313e41b3af3:37517 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T14:33:26,455 DEBUG [M:0;b313e41b3af3:37517 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T14:33:26,455 DEBUG [M:0;b313e41b3af3:37517 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T14:33:26,455 INFO [M:0;b313e41b3af3:37517 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.85 KB heapSize=65.86 KB 2024-11-22T14:33:26,469 DEBUG [M:0;b313e41b3af3:37517 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34585/user/jenkins/test-data/cfa326bb-dbaf-0c48-27e2-f6edbfd41b94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3f5ed59efc774b9c946a1af6cce7f588 is 82, key is hbase:meta,,1/info:regioninfo/1732285928669/Put/seqid=0 2024-11-22T14:33:26,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33185 is added to blk_1073741851_1027 (size=5672) 2024-11-22T14:33:26,874 INFO [M:0;b313e41b3af3:37517 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:34585/user/jenkins/test-data/cfa326bb-dbaf-0c48-27e2-f6edbfd41b94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3f5ed59efc774b9c946a1af6cce7f588 2024-11-22T14:33:26,893 DEBUG [M:0;b313e41b3af3:37517 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34585/user/jenkins/test-data/cfa326bb-dbaf-0c48-27e2-f6edbfd41b94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/837c2f5989fc4ee2a6d965eba1f07c9c is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732285933917/Put/seqid=0 2024-11-22T14:33:26,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33185 is added to blk_1073741852_1028 (size=7240) 2024-11-22T14:33:27,186 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:33:27,186 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:33:27,187 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:33:27,187 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:33:27,196 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:33:27,297 INFO [M:0;b313e41b3af3:37517 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.30 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:34585/user/jenkins/test-data/cfa326bb-dbaf-0c48-27e2-f6edbfd41b94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/837c2f5989fc4ee2a6d965eba1f07c9c 2024-11-22T14:33:27,302 INFO [M:0;b313e41b3af3:37517 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 837c2f5989fc4ee2a6d965eba1f07c9c 2024-11-22T14:33:27,317 DEBUG [M:0;b313e41b3af3:37517 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34585/user/jenkins/test-data/cfa326bb-dbaf-0c48-27e2-f6edbfd41b94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9ffa54c9db684de1b2be92acc6d205c0 is 69, key is b313e41b3af3,33875,1732285925719/rs:state/1732285927553/Put/seqid=0 2024-11-22T14:33:27,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33185 is added to blk_1073741853_1029 (size=5156) 2024-11-22T14:33:27,321 INFO [M:0;b313e41b3af3:37517 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:34585/user/jenkins/test-data/cfa326bb-dbaf-0c48-27e2-f6edbfd41b94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9ffa54c9db684de1b2be92acc6d205c0 2024-11-22T14:33:27,327 DEBUG [M:0;b313e41b3af3:37517 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34585/user/jenkins/test-data/cfa326bb-dbaf-0c48-27e2-f6edbfd41b94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3f5ed59efc774b9c946a1af6cce7f588 as hdfs://localhost:34585/user/jenkins/test-data/cfa326bb-dbaf-0c48-27e2-f6edbfd41b94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3f5ed59efc774b9c946a1af6cce7f588 2024-11-22T14:33:27,333 INFO [M:0;b313e41b3af3:37517 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34585/user/jenkins/test-data/cfa326bb-dbaf-0c48-27e2-f6edbfd41b94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3f5ed59efc774b9c946a1af6cce7f588, entries=8, sequenceid=105, filesize=5.5 K 2024-11-22T14:33:27,334 DEBUG [M:0;b313e41b3af3:37517 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34585/user/jenkins/test-data/cfa326bb-dbaf-0c48-27e2-f6edbfd41b94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/837c2f5989fc4ee2a6d965eba1f07c9c as hdfs://localhost:34585/user/jenkins/test-data/cfa326bb-dbaf-0c48-27e2-f6edbfd41b94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/837c2f5989fc4ee2a6d965eba1f07c9c 2024-11-22T14:33:27,339 INFO [M:0;b313e41b3af3:37517 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 837c2f5989fc4ee2a6d965eba1f07c9c 2024-11-22T14:33:27,339 INFO [M:0;b313e41b3af3:37517 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34585/user/jenkins/test-data/cfa326bb-dbaf-0c48-27e2-f6edbfd41b94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/837c2f5989fc4ee2a6d965eba1f07c9c, entries=11, sequenceid=105, filesize=7.1 K 2024-11-22T14:33:27,340 DEBUG [M:0;b313e41b3af3:37517 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34585/user/jenkins/test-data/cfa326bb-dbaf-0c48-27e2-f6edbfd41b94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9ffa54c9db684de1b2be92acc6d205c0 as hdfs://localhost:34585/user/jenkins/test-data/cfa326bb-dbaf-0c48-27e2-f6edbfd41b94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9ffa54c9db684de1b2be92acc6d205c0 2024-11-22T14:33:27,349 INFO [M:0;b313e41b3af3:37517 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34585/user/jenkins/test-data/cfa326bb-dbaf-0c48-27e2-f6edbfd41b94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9ffa54c9db684de1b2be92acc6d205c0, entries=1, sequenceid=105, filesize=5.0 K 2024-11-22T14:33:27,351 INFO [M:0;b313e41b3af3:37517 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.85 KB/57195, heapSize ~65.56 KB/67136, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 896ms, sequenceid=105, compaction requested=false 2024-11-22T14:33:27,353 INFO [M:0;b313e41b3af3:37517 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T14:33:27,353 DEBUG [M:0;b313e41b3af3:37517 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732286006454Disabling compacts and flushes for region at 1732286006454Disabling writes for close at 1732286006455 (+1 ms)Obtaining lock to block concurrent updates at 1732286006455Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732286006455Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57195, getHeapSize=67376, getOffHeapSize=0, getCellsCount=122 at 1732286006455Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732286006456 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732286006456Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732286006469 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732286006469Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732286006878 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732286006892 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732286006892Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732286007302 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732286007316 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732286007316Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5093e28f: reopening flushed file at 1732286007326 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ea4f9f3: reopening flushed file at 1732286007333 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@77e750e3: reopening flushed file at 1732286007339 (+6 ms)Finished flush of dataSize ~55.85 KB/57195, heapSize ~65.56 KB/67136, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 896ms, sequenceid=105, compaction requested=false at 1732286007351 (+12 ms)Writing region close event to WAL at 1732286007353 (+2 ms)Closed at 1732286007353 2024-11-22T14:33:27,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33185 is added to blk_1073741830_1006 (size=64526) 2024-11-22T14:33:27,357 INFO [M:0;b313e41b3af3:37517 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-22T14:33:27,357 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T14:33:27,357 INFO [M:0;b313e41b3af3:37517 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37517 2024-11-22T14:33:27,358 INFO [M:0;b313e41b3af3:37517 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T14:33:27,460 INFO [M:0;b313e41b3af3:37517 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T14:33:27,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37517-0x10067d8e2070000, quorum=127.0.0.1:50698, baseZNode=/01431927077 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T14:33:27,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37517-0x10067d8e2070000, quorum=127.0.0.1:50698, baseZNode=/01431927077 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T14:33:27,467 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@9c2799f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T14:33:27,467 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@133292a0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T14:33:27,467 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T14:33:27,467 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@66e93db9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T14:33:27,467 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@530a7c13{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fab32492-de33-f7b1-7183-739cf941c241/hadoop.log.dir/,STOPPED} 2024-11-22T14:33:27,468 WARN [BP-555976555-172.17.0.2-1732285924789 heartbeating to localhost/127.0.0.1:34585 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-22T14:33:27,468 WARN [BP-555976555-172.17.0.2-1732285924789 heartbeating to localhost/127.0.0.1:34585 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-555976555-172.17.0.2-1732285924789 (Datanode Uuid 9db27d16-7684-4e49-a601-dcafcdd7a637) service to localhost/127.0.0.1:34585 2024-11-22T14:33:27,469 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fab32492-de33-f7b1-7183-739cf941c241/cluster_e0372fa6-969b-fab6-6668-7cbab7a88be0/data/data1/current/BP-555976555-172.17.0.2-1732285924789 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T14:33:27,469 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fab32492-de33-f7b1-7183-739cf941c241/cluster_e0372fa6-969b-fab6-6668-7cbab7a88be0/data/data2/current/BP-555976555-172.17.0.2-1732285924789 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T14:33:27,469 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-22T14:33:27,469 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-22T14:33:27,469 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-22T14:33:27,476 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@19f28759{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T14:33:27,476 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5b5fcb95{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T14:33:27,477 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T14:33:27,477 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1fecc9af{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T14:33:27,477 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7a50b0da{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fab32492-de33-f7b1-7183-739cf941c241/hadoop.log.dir/,STOPPED} 2024-11-22T14:33:27,488 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-22T14:33:27,506 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-22T14:33:27,515 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=160 (was 140) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50698) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34585 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33567 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34585 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33567 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:34585 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34585 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33567 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:33567 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$803/0x00007f62a4b8d5f0.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34585 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50698) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34585 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33567 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34585 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$803/0x00007f62a4b8d5f0.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33567 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33567 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33567 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33567 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34585 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=504 (was 463) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=260 (was 293), ProcessCount=11 (was 11), AvailableMemoryMB=5471 (was 4994) - AvailableMemoryMB LEAK? - 2024-11-22T14:33:27,524 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=161, OpenFileDescriptor=504, MaxFileDescriptor=1048576, SystemLoadAverage=260, ProcessCount=11, AvailableMemoryMB=5470 2024-11-22T14:33:27,540 INFO [Time-limited test {}] replication.TestMasterReplication(517): testBasePeerConfigsForPeerMutations 2024-11-22T14:33:27,541 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/902f5f7c-745d-a7ed-3d89-3470a6027266/hadoop.log.dir so I do NOT create it in target/test-data/02aa9bb5-1f6e-626d-1b92-40cd402ceead 2024-11-22T14:33:27,541 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/902f5f7c-745d-a7ed-3d89-3470a6027266/hadoop.log.dir Erasing configuration value by system value. 2024-11-22T14:33:27,541 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/902f5f7c-745d-a7ed-3d89-3470a6027266/hadoop.tmp.dir so I do NOT create it in target/test-data/02aa9bb5-1f6e-626d-1b92-40cd402ceead 2024-11-22T14:33:27,541 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/902f5f7c-745d-a7ed-3d89-3470a6027266/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-22T14:33:27,541 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02aa9bb5-1f6e-626d-1b92-40cd402ceead 2024-11-22T14:33:27,541 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02aa9bb5-1f6e-626d-1b92-40cd402ceead/cluster_b19b2509-6081-ac9e-3c64-1d5c2e0f3d4a, deleteOnExit=true 2024-11-22T14:33:27,545 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02aa9bb5-1f6e-626d-1b92-40cd402ceead/cluster_b19b2509-6081-ac9e-3c64-1d5c2e0f3d4a/zookeeper_0, clientPort=64961, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02aa9bb5-1f6e-626d-1b92-40cd402ceead/cluster_b19b2509-6081-ac9e-3c64-1d5c2e0f3d4a/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02aa9bb5-1f6e-626d-1b92-40cd402ceead/cluster_b19b2509-6081-ac9e-3c64-1d5c2e0f3d4a/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-22T14:33:27,549 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=64961 2024-11-22T14:33:27,549 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-22T14:33:27,549 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-22T14:33:27,549 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02aa9bb5-1f6e-626d-1b92-40cd402ceead/test.cache.data in system properties and HBase conf 2024-11-22T14:33:27,550 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02aa9bb5-1f6e-626d-1b92-40cd402ceead/hadoop.tmp.dir in system properties and HBase conf 2024-11-22T14:33:27,550 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02aa9bb5-1f6e-626d-1b92-40cd402ceead/hadoop.log.dir in system properties and HBase conf 2024-11-22T14:33:27,550 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02aa9bb5-1f6e-626d-1b92-40cd402ceead/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-22T14:33:27,550 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02aa9bb5-1f6e-626d-1b92-40cd402ceead/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-22T14:33:27,550 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-22T14:33:27,550 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-22T14:33:27,551 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02aa9bb5-1f6e-626d-1b92-40cd402ceead/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-22T14:33:27,551 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02aa9bb5-1f6e-626d-1b92-40cd402ceead/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-22T14:33:27,551 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02aa9bb5-1f6e-626d-1b92-40cd402ceead/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-22T14:33:27,551 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02aa9bb5-1f6e-626d-1b92-40cd402ceead/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T14:33:27,551 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02aa9bb5-1f6e-626d-1b92-40cd402ceead/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-22T14:33:27,551 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02aa9bb5-1f6e-626d-1b92-40cd402ceead/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-22T14:33:27,551 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02aa9bb5-1f6e-626d-1b92-40cd402ceead/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T14:33:27,551 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02aa9bb5-1f6e-626d-1b92-40cd402ceead/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T14:33:27,551 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02aa9bb5-1f6e-626d-1b92-40cd402ceead/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-22T14:33:27,551 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02aa9bb5-1f6e-626d-1b92-40cd402ceead/nfs.dump.dir in system properties and HBase conf 2024-11-22T14:33:27,551 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02aa9bb5-1f6e-626d-1b92-40cd402ceead/java.io.tmpdir in system properties and HBase conf 2024-11-22T14:33:27,552 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02aa9bb5-1f6e-626d-1b92-40cd402ceead/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T14:33:27,552 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02aa9bb5-1f6e-626d-1b92-40cd402ceead/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-22T14:33:27,552 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02aa9bb5-1f6e-626d-1b92-40cd402ceead/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-22T14:33:27,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10067d8e2070002, quorum=127.0.0.1:50698, baseZNode=/01431927077 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-22T14:33:27,582 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10067d8e2070002, quorum=127.0.0.1:50698, baseZNode=/01431927077 Received Disconnected from ZooKeeper, ignoring 2024-11-22T14:33:27,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10067d8e2070005, quorum=127.0.0.1:50698, baseZNode=/11102062397 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-22T14:33:27,586 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10067d8e2070005, quorum=127.0.0.1:50698, baseZNode=/11102062397 Received Disconnected from ZooKeeper, ignoring 2024-11-22T14:33:27,604 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-22T14:33:27,634 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:33:27,635 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:33:27,636 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:33:27,636 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:33:27,636 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:33:27,644 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:33:27,664 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T14:33:27,669 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T14:33:27,673 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T14:33:27,674 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T14:33:27,674 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-22T14:33:27,674 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T14:33:27,676 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6a5472ea{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02aa9bb5-1f6e-626d-1b92-40cd402ceead/hadoop.log.dir/,AVAILABLE} 2024-11-22T14:33:27,676 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3b270fd1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T14:33:27,812 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@103e63a7{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02aa9bb5-1f6e-626d-1b92-40cd402ceead/java.io.tmpdir/jetty-localhost-43687-hadoop-hdfs-3_4_1-tests_jar-_-any-2675120500756370159/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T14:33:27,813 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7648a310{HTTP/1.1, (http/1.1)}{localhost:43687} 2024-11-22T14:33:27,813 INFO [Time-limited test {}] server.Server(415): Started @128346ms 2024-11-22T14:33:27,920 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T14:33:27,925 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T14:33:27,929 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T14:33:27,930 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T14:33:27,930 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-22T14:33:27,933 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@590247d6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02aa9bb5-1f6e-626d-1b92-40cd402ceead/hadoop.log.dir/,AVAILABLE} 2024-11-22T14:33:27,934 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@53f6c943{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T14:33:28,052 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@37f75450{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02aa9bb5-1f6e-626d-1b92-40cd402ceead/java.io.tmpdir/jetty-localhost-44945-hadoop-hdfs-3_4_1-tests_jar-_-any-2239931842281988450/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T14:33:28,052 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@34b66f5e{HTTP/1.1, (http/1.1)}{localhost:44945} 2024-11-22T14:33:28,052 INFO [Time-limited test {}] server.Server(415): Started @128586ms 2024-11-22T14:33:28,054 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-22T14:33:28,143 WARN [Thread-1286 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02aa9bb5-1f6e-626d-1b92-40cd402ceead/cluster_b19b2509-6081-ac9e-3c64-1d5c2e0f3d4a/data/data2/current/BP-1491280238-172.17.0.2-1732286007572/current, will proceed with Du for space computation calculation, 2024-11-22T14:33:28,143 WARN [Thread-1285 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02aa9bb5-1f6e-626d-1b92-40cd402ceead/cluster_b19b2509-6081-ac9e-3c64-1d5c2e0f3d4a/data/data1/current/BP-1491280238-172.17.0.2-1732286007572/current, will proceed with Du for space computation calculation, 2024-11-22T14:33:28,158 WARN [Thread-1273 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-22T14:33:28,160 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf47363c0a603f61c with lease ID 0x445c8205573ae2f9: Processing first storage report for DS-7e89a837-3aeb-4239-8936-992a6f1c3be7 from datanode DatanodeRegistration(127.0.0.1:38599, datanodeUuid=ee4a3bb6-edc9-45aa-954f-3f6527ab3f17, infoPort=43551, infoSecurePort=0, ipcPort=39453, storageInfo=lv=-57;cid=testClusterID;nsid=181947558;c=1732286007572) 2024-11-22T14:33:28,160 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf47363c0a603f61c with lease ID 0x445c8205573ae2f9: from storage DS-7e89a837-3aeb-4239-8936-992a6f1c3be7 node DatanodeRegistration(127.0.0.1:38599, datanodeUuid=ee4a3bb6-edc9-45aa-954f-3f6527ab3f17, infoPort=43551, infoSecurePort=0, ipcPort=39453, storageInfo=lv=-57;cid=testClusterID;nsid=181947558;c=1732286007572), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T14:33:28,160 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf47363c0a603f61c with lease ID 0x445c8205573ae2f9: Processing first storage report for DS-581afb78-8066-4d71-b11e-d33ec998028a from datanode DatanodeRegistration(127.0.0.1:38599, datanodeUuid=ee4a3bb6-edc9-45aa-954f-3f6527ab3f17, infoPort=43551, infoSecurePort=0, ipcPort=39453, storageInfo=lv=-57;cid=testClusterID;nsid=181947558;c=1732286007572) 2024-11-22T14:33:28,160 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf47363c0a603f61c with lease ID 0x445c8205573ae2f9: from storage DS-581afb78-8066-4d71-b11e-d33ec998028a node DatanodeRegistration(127.0.0.1:38599, datanodeUuid=ee4a3bb6-edc9-45aa-954f-3f6527ab3f17, infoPort=43551, infoSecurePort=0, ipcPort=39453, storageInfo=lv=-57;cid=testClusterID;nsid=181947558;c=1732286007572), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T14:33:28,204 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02aa9bb5-1f6e-626d-1b92-40cd402ceead 2024-11-22T14:33:28,204 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T14:33:28,205 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T14:33:28,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38599 is added to blk_1073741825_1001 (size=7) 2024-11-22T14:33:28,613 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42199/user/jenkins/test-data/4a304132-6c32-edfe-82c3-8a74eb40ac70 with version=8 2024-11-22T14:33:28,613 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42199/user/jenkins/test-data/4a304132-6c32-edfe-82c3-8a74eb40ac70/hbase-staging 2024-11-22T14:33:28,615 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b313e41b3af3:0 server-side Connection retries=45 2024-11-22T14:33:28,615 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T14:33:28,615 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T14:33:28,615 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T14:33:28,615 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T14:33:28,615 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T14:33:28,615 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-22T14:33:28,615 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T14:33:28,616 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40277 2024-11-22T14:33:28,617 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40277 connecting to ZooKeeper ensemble=127.0.0.1:64961 2024-11-22T14:33:28,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:402770x0, quorum=127.0.0.1:64961, baseZNode=/0-1920446674 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T14:33:28,623 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40277-0x10067da25660000 connected 2024-11-22T14:33:28,645 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T14:33:28,647 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T14:33:28,649 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40277-0x10067da25660000, quorum=127.0.0.1:64961, baseZNode=/0-1920446674 Set watcher on znode that does not yet exist, /0-1920446674/running 2024-11-22T14:33:28,649 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42199/user/jenkins/test-data/4a304132-6c32-edfe-82c3-8a74eb40ac70, hbase.cluster.distributed=false 2024-11-22T14:33:28,651 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40277-0x10067da25660000, quorum=127.0.0.1:64961, baseZNode=/0-1920446674 Set watcher on znode that does not yet exist, /0-1920446674/acl 2024-11-22T14:33:28,657 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40277 2024-11-22T14:33:28,658 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40277 2024-11-22T14:33:28,665 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40277 2024-11-22T14:33:28,673 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40277 2024-11-22T14:33:28,677 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40277 2024-11-22T14:33:28,696 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b313e41b3af3:0 server-side Connection retries=45 2024-11-22T14:33:28,696 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T14:33:28,696 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T14:33:28,696 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T14:33:28,696 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T14:33:28,696 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T14:33:28,697 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-22T14:33:28,697 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T14:33:28,699 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44241 2024-11-22T14:33:28,700 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44241 connecting to ZooKeeper ensemble=127.0.0.1:64961 2024-11-22T14:33:28,701 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T14:33:28,703 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T14:33:28,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:442410x0, quorum=127.0.0.1:64961, baseZNode=/0-1920446674 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T14:33:28,718 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:442410x0, quorum=127.0.0.1:64961, baseZNode=/0-1920446674 Set watcher on znode that does not yet exist, /0-1920446674/running 2024-11-22T14:33:28,719 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-22T14:33:28,731 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44241-0x10067da25660001 connected 2024-11-22T14:33:28,733 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-22T14:33:28,734 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44241-0x10067da25660001, quorum=127.0.0.1:64961, baseZNode=/0-1920446674 Set watcher on znode that does not yet exist, /0-1920446674/master 2024-11-22T14:33:28,735 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44241-0x10067da25660001, quorum=127.0.0.1:64961, baseZNode=/0-1920446674 Set watcher on znode that does not yet exist, /0-1920446674/acl 2024-11-22T14:33:28,741 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44241 2024-11-22T14:33:28,741 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44241 2024-11-22T14:33:28,747 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44241 2024-11-22T14:33:28,748 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44241 2024-11-22T14:33:28,748 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44241 2024-11-22T14:33:28,765 DEBUG [M:0;b313e41b3af3:40277 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b313e41b3af3:40277 2024-11-22T14:33:28,766 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1920446674/backup-masters/b313e41b3af3,40277,1732286008614 2024-11-22T14:33:28,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40277-0x10067da25660000, quorum=127.0.0.1:64961, baseZNode=/0-1920446674 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1920446674/backup-masters 2024-11-22T14:33:28,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44241-0x10067da25660001, quorum=127.0.0.1:64961, baseZNode=/0-1920446674 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1920446674/backup-masters 2024-11-22T14:33:28,768 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40277-0x10067da25660000, quorum=127.0.0.1:64961, baseZNode=/0-1920446674 Set watcher on existing znode=/0-1920446674/backup-masters/b313e41b3af3,40277,1732286008614 2024-11-22T14:33:28,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40277-0x10067da25660000, quorum=127.0.0.1:64961, baseZNode=/0-1920446674 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1920446674 2024-11-22T14:33:28,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44241-0x10067da25660001, quorum=127.0.0.1:64961, baseZNode=/0-1920446674 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1920446674/master 2024-11-22T14:33:28,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44241-0x10067da25660001, quorum=127.0.0.1:64961, baseZNode=/0-1920446674 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1920446674 2024-11-22T14:33:28,770 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40277-0x10067da25660000, quorum=127.0.0.1:64961, baseZNode=/0-1920446674 Set watcher on existing znode=/0-1920446674/master 2024-11-22T14:33:28,770 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1920446674/backup-masters/b313e41b3af3,40277,1732286008614 from backup master directory 2024-11-22T14:33:28,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40277-0x10067da25660000, quorum=127.0.0.1:64961, baseZNode=/0-1920446674 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1920446674/backup-masters/b313e41b3af3,40277,1732286008614 2024-11-22T14:33:28,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40277-0x10067da25660000, quorum=127.0.0.1:64961, baseZNode=/0-1920446674 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1920446674/backup-masters 2024-11-22T14:33:28,771 WARN [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T14:33:28,771 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b313e41b3af3,40277,1732286008614 2024-11-22T14:33:28,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44241-0x10067da25660001, quorum=127.0.0.1:64961, baseZNode=/0-1920446674 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1920446674/backup-masters 2024-11-22T14:33:28,781 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42199/user/jenkins/test-data/4a304132-6c32-edfe-82c3-8a74eb40ac70/hbase.id] with ID: 036a4639-3792-445b-82df-a36b9050307e 2024-11-22T14:33:28,781 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42199/user/jenkins/test-data/4a304132-6c32-edfe-82c3-8a74eb40ac70/.tmp/hbase.id 2024-11-22T14:33:28,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38599 is added to blk_1073741826_1002 (size=42) 2024-11-22T14:33:29,190 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42199/user/jenkins/test-data/4a304132-6c32-edfe-82c3-8a74eb40ac70/.tmp/hbase.id]:[hdfs://localhost:42199/user/jenkins/test-data/4a304132-6c32-edfe-82c3-8a74eb40ac70/hbase.id] 2024-11-22T14:33:29,200 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T14:33:29,200 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-22T14:33:29,201 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-22T14:33:29,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40277-0x10067da25660000, quorum=127.0.0.1:64961, baseZNode=/0-1920446674 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1920446674 2024-11-22T14:33:29,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44241-0x10067da25660001, quorum=127.0.0.1:64961, baseZNode=/0-1920446674 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1920446674 2024-11-22T14:33:29,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38599 is added to blk_1073741827_1003 (size=196) 2024-11-22T14:33:29,608 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T14:33:29,609 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-22T14:33:29,609 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T14:33:29,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38599 is added to blk_1073741828_1004 (size=1189) 2024-11-22T14:33:30,016 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42199/user/jenkins/test-data/4a304132-6c32-edfe-82c3-8a74eb40ac70/MasterData/data/master/store 2024-11-22T14:33:30,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38599 is added to blk_1073741829_1005 (size=34) 2024-11-22T14:33:30,423 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T14:33:30,423 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T14:33:30,423 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T14:33:30,423 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T14:33:30,423 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T14:33:30,423 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T14:33:30,423 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T14:33:30,423 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732286010423Disabling compacts and flushes for region at 1732286010423Disabling writes for close at 1732286010423Writing region close event to WAL at 1732286010423Closed at 1732286010423 2024-11-22T14:33:30,424 WARN [master/b313e41b3af3:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42199/user/jenkins/test-data/4a304132-6c32-edfe-82c3-8a74eb40ac70/MasterData/data/master/store/.initializing 2024-11-22T14:33:30,424 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42199/user/jenkins/test-data/4a304132-6c32-edfe-82c3-8a74eb40ac70/MasterData/WALs/b313e41b3af3,40277,1732286008614 2024-11-22T14:33:30,425 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T14:33:30,427 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b313e41b3af3%2C40277%2C1732286008614, suffix=, logDir=hdfs://localhost:42199/user/jenkins/test-data/4a304132-6c32-edfe-82c3-8a74eb40ac70/MasterData/WALs/b313e41b3af3,40277,1732286008614, archiveDir=hdfs://localhost:42199/user/jenkins/test-data/4a304132-6c32-edfe-82c3-8a74eb40ac70/MasterData/oldWALs, maxLogs=10 2024-11-22T14:33:30,444 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4a304132-6c32-edfe-82c3-8a74eb40ac70/MasterData/WALs/b313e41b3af3,40277,1732286008614/b313e41b3af3%2C40277%2C1732286008614.1732286010427, exclude list is [], retry=0 2024-11-22T14:33:30,448 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38599,DS-7e89a837-3aeb-4239-8936-992a6f1c3be7,DISK] 2024-11-22T14:33:30,451 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4a304132-6c32-edfe-82c3-8a74eb40ac70/MasterData/WALs/b313e41b3af3,40277,1732286008614/b313e41b3af3%2C40277%2C1732286008614.1732286010427 2024-11-22T14:33:30,451 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43551:43551)] 2024-11-22T14:33:30,451 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-22T14:33:30,451 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T14:33:30,451 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:33:30,451 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:33:30,453 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:33:30,454 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-22T14:33:30,455 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:33:30,455 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T14:33:30,455 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:33:30,457 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-22T14:33:30,457 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:33:30,457 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:33:30,458 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:33:30,459 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-22T14:33:30,459 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:33:30,459 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:33:30,460 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:33:30,461 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-22T14:33:30,461 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:33:30,461 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:33:30,461 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:33:30,462 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42199/user/jenkins/test-data/4a304132-6c32-edfe-82c3-8a74eb40ac70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:33:30,463 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42199/user/jenkins/test-data/4a304132-6c32-edfe-82c3-8a74eb40ac70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:33:30,465 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:33:30,465 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:33:30,465 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T14:33:30,466 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:33:30,469 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42199/user/jenkins/test-data/4a304132-6c32-edfe-82c3-8a74eb40ac70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T14:33:30,469 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71371110, jitterRate=0.0635124146938324}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T14:33:30,471 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732286010451Initializing all the Stores at 1732286010452 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732286010452Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732286010452Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732286010452Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732286010452Cleaning up temporary data from old regions at 1732286010465 (+13 ms)Region opened successfully at 1732286010471 (+6 ms) 2024-11-22T14:33:30,472 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-22T14:33:30,477 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@175aa108, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b313e41b3af3/172.17.0.2:0 2024-11-22T14:33:30,479 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-22T14:33:30,479 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-22T14:33:30,479 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-22T14:33:30,479 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-22T14:33:30,480 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-22T14:33:30,481 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-22T14:33:30,481 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-22T14:33:30,488 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-22T14:33:30,489 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40277-0x10067da25660000, quorum=127.0.0.1:64961, baseZNode=/0-1920446674 Unable to get data of znode /0-1920446674/balancer because node does not exist (not necessarily an error) 2024-11-22T14:33:30,490 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1920446674/balancer already deleted, retry=false 2024-11-22T14:33:30,490 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-22T14:33:30,491 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40277-0x10067da25660000, quorum=127.0.0.1:64961, baseZNode=/0-1920446674 Unable to get data of znode /0-1920446674/normalizer because node does not exist (not necessarily an error) 2024-11-22T14:33:30,492 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1920446674/normalizer already deleted, retry=false 2024-11-22T14:33:30,492 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-22T14:33:30,493 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40277-0x10067da25660000, quorum=127.0.0.1:64961, baseZNode=/0-1920446674 Unable to get data of znode /0-1920446674/switch/split because node does not exist (not necessarily an error) 2024-11-22T14:33:30,494 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1920446674/switch/split already deleted, retry=false 2024-11-22T14:33:30,495 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40277-0x10067da25660000, quorum=127.0.0.1:64961, baseZNode=/0-1920446674 Unable to get data of znode /0-1920446674/switch/merge because node does not exist (not necessarily an error) 2024-11-22T14:33:30,496 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1920446674/switch/merge already deleted, retry=false 2024-11-22T14:33:30,500 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40277-0x10067da25660000, quorum=127.0.0.1:64961, baseZNode=/0-1920446674 Unable to get data of znode /0-1920446674/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-22T14:33:30,501 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1920446674/snapshot-cleanup already deleted, retry=false 2024-11-22T14:33:30,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44241-0x10067da25660001, quorum=127.0.0.1:64961, baseZNode=/0-1920446674 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1920446674/running 2024-11-22T14:33:30,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44241-0x10067da25660001, quorum=127.0.0.1:64961, baseZNode=/0-1920446674 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1920446674 2024-11-22T14:33:30,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40277-0x10067da25660000, quorum=127.0.0.1:64961, baseZNode=/0-1920446674 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1920446674/running 2024-11-22T14:33:30,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40277-0x10067da25660000, quorum=127.0.0.1:64961, baseZNode=/0-1920446674 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1920446674 2024-11-22T14:33:30,504 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b313e41b3af3,40277,1732286008614, sessionid=0x10067da25660000, setting cluster-up flag (Was=false) 2024-11-22T14:33:30,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40277-0x10067da25660000, quorum=127.0.0.1:64961, baseZNode=/0-1920446674 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1920446674 2024-11-22T14:33:30,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44241-0x10067da25660001, quorum=127.0.0.1:64961, baseZNode=/0-1920446674 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1920446674 2024-11-22T14:33:30,515 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1920446674/flush-table-proc/acquired, /0-1920446674/flush-table-proc/reached, /0-1920446674/flush-table-proc/abort 2024-11-22T14:33:30,516 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b313e41b3af3,40277,1732286008614 2024-11-22T14:33:30,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44241-0x10067da25660001, quorum=127.0.0.1:64961, baseZNode=/0-1920446674 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1920446674 2024-11-22T14:33:30,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40277-0x10067da25660000, quorum=127.0.0.1:64961, baseZNode=/0-1920446674 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1920446674 2024-11-22T14:33:30,523 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1920446674/online-snapshot/acquired, /0-1920446674/online-snapshot/reached, /0-1920446674/online-snapshot/abort 2024-11-22T14:33:30,527 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b313e41b3af3,40277,1732286008614 2024-11-22T14:33:30,530 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42199/user/jenkins/test-data/4a304132-6c32-edfe-82c3-8a74eb40ac70/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-22T14:33:30,532 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-22T14:33:30,532 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-22T14:33:30,532 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-22T14:33:30,533 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b313e41b3af3,40277,1732286008614 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-22T14:33:30,536 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b313e41b3af3:0, corePoolSize=5, maxPoolSize=5 2024-11-22T14:33:30,536 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b313e41b3af3:0, corePoolSize=5, maxPoolSize=5 2024-11-22T14:33:30,536 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b313e41b3af3:0, corePoolSize=5, maxPoolSize=5 2024-11-22T14:33:30,536 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b313e41b3af3:0, corePoolSize=5, maxPoolSize=5 2024-11-22T14:33:30,536 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b313e41b3af3:0, corePoolSize=10, maxPoolSize=10 2024-11-22T14:33:30,536 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:33:30,536 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b313e41b3af3:0, corePoolSize=2, maxPoolSize=2 2024-11-22T14:33:30,536 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:33:30,543 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T14:33:30,543 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-22T14:33:30,544 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:33:30,544 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-22T14:33:30,554 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732286040554 2024-11-22T14:33:30,554 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-22T14:33:30,554 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-22T14:33:30,554 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-22T14:33:30,554 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-22T14:33:30,554 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-22T14:33:30,554 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-22T14:33:30,554 INFO [RS:0;b313e41b3af3:44241 {}] regionserver.HRegionServer(746): ClusterId : 036a4639-3792-445b-82df-a36b9050307e 2024-11-22T14:33:30,555 DEBUG [RS:0;b313e41b3af3:44241 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-22T14:33:30,557 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T14:33:30,557 DEBUG [RS:0;b313e41b3af3:44241 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-22T14:33:30,557 DEBUG [RS:0;b313e41b3af3:44241 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-22T14:33:30,562 DEBUG [RS:0;b313e41b3af3:44241 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-22T14:33:30,563 DEBUG [RS:0;b313e41b3af3:44241 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13f9b458, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b313e41b3af3/172.17.0.2:0 2024-11-22T14:33:30,565 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-22T14:33:30,565 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-22T14:33:30,565 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-22T14:33:30,565 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-22T14:33:30,566 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-22T14:33:30,566 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-22T14:33:30,566 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b313e41b3af3:0:becomeActiveMaster-HFileCleaner.large.0-1732286010566,5,FailOnTimeoutGroup] 2024-11-22T14:33:30,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38599 is added to blk_1073741831_1007 (size=1321) 2024-11-22T14:33:30,569 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b313e41b3af3:0:becomeActiveMaster-HFileCleaner.small.0-1732286010566,5,FailOnTimeoutGroup] 2024-11-22T14:33:30,569 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T14:33:30,569 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-22T14:33:30,569 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-22T14:33:30,569 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-22T14:33:30,582 DEBUG [RS:0;b313e41b3af3:44241 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b313e41b3af3:44241 2024-11-22T14:33:30,582 INFO [RS:0;b313e41b3af3:44241 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-22T14:33:30,582 INFO [RS:0;b313e41b3af3:44241 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-22T14:33:30,582 DEBUG [RS:0;b313e41b3af3:44241 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-22T14:33:30,583 INFO [RS:0;b313e41b3af3:44241 {}] regionserver.HRegionServer(2659): reportForDuty to master=b313e41b3af3,40277,1732286008614 with port=44241, startcode=1732286008695 2024-11-22T14:33:30,583 DEBUG [RS:0;b313e41b3af3:44241 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-22T14:33:30,585 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58451, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-11-22T14:33:30,585 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40277 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b313e41b3af3,44241,1732286008695 2024-11-22T14:33:30,585 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40277 {}] master.ServerManager(517): Registering regionserver=b313e41b3af3,44241,1732286008695 2024-11-22T14:33:30,589 DEBUG [RS:0;b313e41b3af3:44241 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42199/user/jenkins/test-data/4a304132-6c32-edfe-82c3-8a74eb40ac70 2024-11-22T14:33:30,589 DEBUG [RS:0;b313e41b3af3:44241 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42199 2024-11-22T14:33:30,589 DEBUG [RS:0;b313e41b3af3:44241 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-22T14:33:30,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40277-0x10067da25660000, quorum=127.0.0.1:64961, baseZNode=/0-1920446674 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1920446674/rs 2024-11-22T14:33:30,593 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b313e41b3af3,44241,1732286008695] 2024-11-22T14:33:30,598 DEBUG [RS:0;b313e41b3af3:44241 {}] zookeeper.ZKUtil(111): regionserver:44241-0x10067da25660001, quorum=127.0.0.1:64961, baseZNode=/0-1920446674 Set watcher on existing znode=/0-1920446674/rs/b313e41b3af3,44241,1732286008695 2024-11-22T14:33:30,598 WARN [RS:0;b313e41b3af3:44241 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T14:33:30,598 INFO [RS:0;b313e41b3af3:44241 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T14:33:30,598 DEBUG [RS:0;b313e41b3af3:44241 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42199/user/jenkins/test-data/4a304132-6c32-edfe-82c3-8a74eb40ac70/WALs/b313e41b3af3,44241,1732286008695 2024-11-22T14:33:30,613 INFO [RS:0;b313e41b3af3:44241 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-22T14:33:30,617 INFO [RS:0;b313e41b3af3:44241 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-22T14:33:30,622 INFO [RS:0;b313e41b3af3:44241 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-22T14:33:30,622 INFO [RS:0;b313e41b3af3:44241 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T14:33:30,622 INFO [RS:0;b313e41b3af3:44241 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-22T14:33:30,623 INFO [RS:0;b313e41b3af3:44241 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-22T14:33:30,623 INFO [RS:0;b313e41b3af3:44241 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-22T14:33:30,623 DEBUG [RS:0;b313e41b3af3:44241 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:33:30,623 DEBUG [RS:0;b313e41b3af3:44241 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:33:30,624 DEBUG [RS:0;b313e41b3af3:44241 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:33:30,624 DEBUG [RS:0;b313e41b3af3:44241 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:33:30,624 DEBUG [RS:0;b313e41b3af3:44241 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:33:30,624 DEBUG [RS:0;b313e41b3af3:44241 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b313e41b3af3:0, corePoolSize=2, maxPoolSize=2 2024-11-22T14:33:30,624 DEBUG [RS:0;b313e41b3af3:44241 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:33:30,624 DEBUG [RS:0;b313e41b3af3:44241 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:33:30,624 DEBUG [RS:0;b313e41b3af3:44241 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:33:30,624 DEBUG [RS:0;b313e41b3af3:44241 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:33:30,624 DEBUG [RS:0;b313e41b3af3:44241 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:33:30,624 DEBUG [RS:0;b313e41b3af3:44241 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:33:30,624 DEBUG [RS:0;b313e41b3af3:44241 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b313e41b3af3:0, corePoolSize=3, maxPoolSize=3 2024-11-22T14:33:30,624 DEBUG [RS:0;b313e41b3af3:44241 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b313e41b3af3:0, corePoolSize=3, maxPoolSize=3 2024-11-22T14:33:30,629 INFO [RS:0;b313e41b3af3:44241 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T14:33:30,629 INFO [RS:0;b313e41b3af3:44241 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T14:33:30,629 INFO [RS:0;b313e41b3af3:44241 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T14:33:30,629 INFO [RS:0;b313e41b3af3:44241 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-22T14:33:30,629 INFO [RS:0;b313e41b3af3:44241 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-22T14:33:30,630 INFO [RS:0;b313e41b3af3:44241 {}] hbase.ChoreService(168): Chore ScheduledChore name=b313e41b3af3,44241,1732286008695-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T14:33:30,646 INFO [RS:0;b313e41b3af3:44241 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-22T14:33:30,646 INFO [RS:0;b313e41b3af3:44241 {}] hbase.ChoreService(168): Chore ScheduledChore name=b313e41b3af3,44241,1732286008695-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T14:33:30,646 INFO [RS:0;b313e41b3af3:44241 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T14:33:30,646 INFO [RS:0;b313e41b3af3:44241 {}] regionserver.Replication(171): b313e41b3af3,44241,1732286008695 started 2024-11-22T14:33:30,667 INFO [RS:0;b313e41b3af3:44241 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T14:33:30,667 INFO [RS:0;b313e41b3af3:44241 {}] regionserver.HRegionServer(1482): Serving as b313e41b3af3,44241,1732286008695, RpcServer on b313e41b3af3/172.17.0.2:44241, sessionid=0x10067da25660001 2024-11-22T14:33:30,667 DEBUG [RS:0;b313e41b3af3:44241 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-22T14:33:30,667 DEBUG [RS:0;b313e41b3af3:44241 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b313e41b3af3,44241,1732286008695 2024-11-22T14:33:30,667 DEBUG [RS:0;b313e41b3af3:44241 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b313e41b3af3,44241,1732286008695' 2024-11-22T14:33:30,667 DEBUG [RS:0;b313e41b3af3:44241 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1920446674/flush-table-proc/abort' 2024-11-22T14:33:30,668 DEBUG [RS:0;b313e41b3af3:44241 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1920446674/flush-table-proc/acquired' 2024-11-22T14:33:30,668 DEBUG [RS:0;b313e41b3af3:44241 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-22T14:33:30,668 DEBUG [RS:0;b313e41b3af3:44241 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-22T14:33:30,668 DEBUG [RS:0;b313e41b3af3:44241 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b313e41b3af3,44241,1732286008695 2024-11-22T14:33:30,668 DEBUG [RS:0;b313e41b3af3:44241 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b313e41b3af3,44241,1732286008695' 2024-11-22T14:33:30,668 DEBUG [RS:0;b313e41b3af3:44241 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1920446674/online-snapshot/abort' 2024-11-22T14:33:30,669 DEBUG [RS:0;b313e41b3af3:44241 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1920446674/online-snapshot/acquired' 2024-11-22T14:33:30,669 DEBUG [RS:0;b313e41b3af3:44241 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-22T14:33:30,669 INFO [RS:0;b313e41b3af3:44241 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-22T14:33:30,669 INFO [RS:0;b313e41b3af3:44241 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-22T14:33:30,770 INFO [RS:0;b313e41b3af3:44241 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T14:33:30,772 INFO [RS:0;b313e41b3af3:44241 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b313e41b3af3%2C44241%2C1732286008695, suffix=, logDir=hdfs://localhost:42199/user/jenkins/test-data/4a304132-6c32-edfe-82c3-8a74eb40ac70/WALs/b313e41b3af3,44241,1732286008695, archiveDir=hdfs://localhost:42199/user/jenkins/test-data/4a304132-6c32-edfe-82c3-8a74eb40ac70/oldWALs, maxLogs=10 2024-11-22T14:33:30,790 DEBUG [RS:0;b313e41b3af3:44241 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4a304132-6c32-edfe-82c3-8a74eb40ac70/WALs/b313e41b3af3,44241,1732286008695/b313e41b3af3%2C44241%2C1732286008695.1732286010772, exclude list is [], retry=0 2024-11-22T14:33:30,793 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38599,DS-7e89a837-3aeb-4239-8936-992a6f1c3be7,DISK] 2024-11-22T14:33:30,795 INFO [RS:0;b313e41b3af3:44241 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4a304132-6c32-edfe-82c3-8a74eb40ac70/WALs/b313e41b3af3,44241,1732286008695/b313e41b3af3%2C44241%2C1732286008695.1732286010772 2024-11-22T14:33:30,795 DEBUG [RS:0;b313e41b3af3:44241 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43551:43551)] 2024-11-22T14:33:30,969 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42199/user/jenkins/test-data/4a304132-6c32-edfe-82c3-8a74eb40ac70/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-22T14:33:30,969 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42199/user/jenkins/test-data/4a304132-6c32-edfe-82c3-8a74eb40ac70 2024-11-22T14:33:30,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38599 is added to blk_1073741833_1009 (size=32) 2024-11-22T14:33:30,982 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T14:33:30,988 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T14:33:30,994 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T14:33:30,994 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:33:30,995 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T14:33:30,995 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T14:33:30,997 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T14:33:30,997 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:33:30,998 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T14:33:30,998 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T14:33:31,000 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T14:33:31,000 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:33:31,000 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T14:33:31,000 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T14:33:31,003 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T14:33:31,003 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:33:31,005 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T14:33:31,005 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T14:33:31,007 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42199/user/jenkins/test-data/4a304132-6c32-edfe-82c3-8a74eb40ac70/data/hbase/meta/1588230740 2024-11-22T14:33:31,007 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42199/user/jenkins/test-data/4a304132-6c32-edfe-82c3-8a74eb40ac70/data/hbase/meta/1588230740 2024-11-22T14:33:31,010 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T14:33:31,010 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T14:33:31,010 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T14:33:31,012 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T14:33:31,027 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42199/user/jenkins/test-data/4a304132-6c32-edfe-82c3-8a74eb40ac70/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T14:33:31,028 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75070814, jitterRate=0.11864230036735535}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T14:33:31,029 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732286010982Initializing all the Stores at 1732286010983 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732286010983Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732286010985 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732286010985Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732286010985Cleaning up temporary data from old regions at 1732286011010 (+25 ms)Region opened successfully at 1732286011029 (+19 ms) 2024-11-22T14:33:31,029 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-22T14:33:31,029 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-22T14:33:31,029 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-22T14:33:31,029 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T14:33:31,029 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T14:33:31,029 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-22T14:33:31,029 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732286011029Disabling compacts and flushes for region at 1732286011029Disabling writes for close at 1732286011029Writing region close event to WAL at 1732286011029Closed at 1732286011029 2024-11-22T14:33:31,031 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T14:33:31,031 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-22T14:33:31,031 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-22T14:33:31,033 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T14:33:31,035 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-22T14:33:31,185 DEBUG [b313e41b3af3:40277 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-22T14:33:31,186 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b313e41b3af3,44241,1732286008695 2024-11-22T14:33:31,188 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b313e41b3af3,44241,1732286008695, state=OPENING 2024-11-22T14:33:31,189 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-22T14:33:31,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44241-0x10067da25660001, quorum=127.0.0.1:64961, baseZNode=/0-1920446674 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1920446674 2024-11-22T14:33:31,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40277-0x10067da25660000, quorum=127.0.0.1:64961, baseZNode=/0-1920446674 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1920446674 2024-11-22T14:33:31,194 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1920446674/meta-region-server: CHANGED 2024-11-22T14:33:31,195 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1920446674/meta-region-server: CHANGED 2024-11-22T14:33:31,195 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T14:33:31,195 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b313e41b3af3,44241,1732286008695}] 2024-11-22T14:33:31,351 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-22T14:33:31,360 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56645, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-22T14:33:31,372 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-22T14:33:31,372 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T14:33:31,375 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-22T14:33:31,379 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b313e41b3af3%2C44241%2C1732286008695.meta, suffix=.meta, logDir=hdfs://localhost:42199/user/jenkins/test-data/4a304132-6c32-edfe-82c3-8a74eb40ac70/WALs/b313e41b3af3,44241,1732286008695, archiveDir=hdfs://localhost:42199/user/jenkins/test-data/4a304132-6c32-edfe-82c3-8a74eb40ac70/oldWALs, maxLogs=10 2024-11-22T14:33:31,400 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4a304132-6c32-edfe-82c3-8a74eb40ac70/WALs/b313e41b3af3,44241,1732286008695/b313e41b3af3%2C44241%2C1732286008695.meta.1732286011379.meta, exclude list is [], retry=0 2024-11-22T14:33:31,404 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38599,DS-7e89a837-3aeb-4239-8936-992a6f1c3be7,DISK] 2024-11-22T14:33:31,423 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4a304132-6c32-edfe-82c3-8a74eb40ac70/WALs/b313e41b3af3,44241,1732286008695/b313e41b3af3%2C44241%2C1732286008695.meta.1732286011379.meta 2024-11-22T14:33:31,433 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43551:43551)] 2024-11-22T14:33:31,433 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-22T14:33:31,434 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-22T14:33:31,434 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-22T14:33:31,434 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-22T14:33:31,434 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-22T14:33:31,434 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-22T14:33:31,434 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T14:33:31,434 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-22T14:33:31,434 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-22T14:33:31,452 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T14:33:31,453 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T14:33:31,453 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:33:31,454 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T14:33:31,454 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T14:33:31,455 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T14:33:31,455 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:33:31,456 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T14:33:31,456 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T14:33:31,456 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T14:33:31,457 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:33:31,457 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T14:33:31,457 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T14:33:31,458 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T14:33:31,458 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:33:31,459 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T14:33:31,459 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T14:33:31,460 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42199/user/jenkins/test-data/4a304132-6c32-edfe-82c3-8a74eb40ac70/data/hbase/meta/1588230740 2024-11-22T14:33:31,464 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42199/user/jenkins/test-data/4a304132-6c32-edfe-82c3-8a74eb40ac70/data/hbase/meta/1588230740 2024-11-22T14:33:31,466 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T14:33:31,466 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T14:33:31,470 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T14:33:31,472 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T14:33:31,473 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69497465, jitterRate=0.035592928528785706}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T14:33:31,473 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-22T14:33:31,474 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732286011435Writing region info on filesystem at 1732286011435Initializing all the Stores at 1732286011436 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732286011436Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732286011452 (+16 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732286011452Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732286011452Cleaning up temporary data from old regions at 1732286011466 (+14 ms)Running coprocessor post-open hooks at 1732286011473 (+7 ms)Region opened successfully at 1732286011474 (+1 ms) 2024-11-22T14:33:31,476 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732286011351 2024-11-22T14:33:31,480 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-22T14:33:31,480 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-22T14:33:31,480 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b313e41b3af3,44241,1732286008695 2024-11-22T14:33:31,483 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b313e41b3af3,44241,1732286008695, state=OPEN 2024-11-22T14:33:31,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40277-0x10067da25660000, quorum=127.0.0.1:64961, baseZNode=/0-1920446674 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1920446674/meta-region-server 2024-11-22T14:33:31,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44241-0x10067da25660001, quorum=127.0.0.1:64961, baseZNode=/0-1920446674 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1920446674/meta-region-server 2024-11-22T14:33:31,484 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b313e41b3af3,44241,1732286008695 2024-11-22T14:33:31,484 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1920446674/meta-region-server: CHANGED 2024-11-22T14:33:31,485 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1920446674/meta-region-server: CHANGED 2024-11-22T14:33:31,489 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-22T14:33:31,489 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b313e41b3af3,44241,1732286008695 in 289 msec 2024-11-22T14:33:31,493 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-22T14:33:31,493 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 458 msec 2024-11-22T14:33:31,494 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T14:33:31,495 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-22T14:33:31,497 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T14:33:31,498 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b313e41b3af3,44241,1732286008695, seqNum=-1] 2024-11-22T14:33:31,498 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T14:33:31,500 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48887, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T14:33:31,510 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 977 msec 2024-11-22T14:33:31,510 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732286011510, completionTime=-1 2024-11-22T14:33:31,510 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-22T14:33:31,510 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-22T14:33:31,513 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-22T14:33:31,513 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732286071513 2024-11-22T14:33:31,513 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732286131513 2024-11-22T14:33:31,513 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 3 msec 2024-11-22T14:33:31,514 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b313e41b3af3,40277,1732286008614-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T14:33:31,514 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b313e41b3af3,40277,1732286008614-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T14:33:31,514 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b313e41b3af3,40277,1732286008614-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T14:33:31,514 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b313e41b3af3:40277, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T14:33:31,514 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-22T14:33:31,519 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-22T14:33:31,520 DEBUG [master/b313e41b3af3:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-22T14:33:31,526 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.755sec 2024-11-22T14:33:31,526 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-22T14:33:31,526 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-22T14:33:31,526 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-22T14:33:31,526 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-22T14:33:31,526 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-22T14:33:31,527 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b313e41b3af3,40277,1732286008614-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T14:33:31,527 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b313e41b3af3,40277,1732286008614-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-22T14:33:31,544 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-22T14:33:31,545 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-22T14:33:31,545 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b313e41b3af3,40277,1732286008614-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T14:33:31,555 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@357b9dc3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:33:31,556 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b313e41b3af3,40277,-1 for getting cluster id 2024-11-22T14:33:31,556 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T14:33:31,561 DEBUG [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '036a4639-3792-445b-82df-a36b9050307e' 2024-11-22T14:33:31,562 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T14:33:31,562 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "036a4639-3792-445b-82df-a36b9050307e" 2024-11-22T14:33:31,562 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a276092, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:33:31,563 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b313e41b3af3,40277,-1] 2024-11-22T14:33:31,563 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T14:33:31,563 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:33:31,565 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58902, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T14:33:31,566 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3236b887, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:33:31,567 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T14:33:31,568 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b313e41b3af3,44241,1732286008695, seqNum=-1] 2024-11-22T14:33:31,569 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T14:33:31,570 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42844, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T14:33:31,573 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b313e41b3af3,40277,1732286008614 2024-11-22T14:33:31,574 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:64961 2024-11-22T14:33:31,596 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02aa9bb5-1f6e-626d-1b92-40cd402ceead/hadoop.log.dir so I do NOT create it in target/test-data/2646a3b3-ce6d-45c4-e654-7dce19215150 2024-11-22T14:33:31,596 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02aa9bb5-1f6e-626d-1b92-40cd402ceead/hadoop.log.dir Erasing configuration value by system value. 2024-11-22T14:33:31,596 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02aa9bb5-1f6e-626d-1b92-40cd402ceead/hadoop.tmp.dir so I do NOT create it in target/test-data/2646a3b3-ce6d-45c4-e654-7dce19215150 2024-11-22T14:33:31,596 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02aa9bb5-1f6e-626d-1b92-40cd402ceead/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-22T14:33:31,596 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2646a3b3-ce6d-45c4-e654-7dce19215150 2024-11-22T14:33:31,596 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-22T14:33:31,596 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2646a3b3-ce6d-45c4-e654-7dce19215150/cluster_e3ed75ef-6382-ace2-c658-96ec3955d156, deleteOnExit=true 2024-11-22T14:33:31,596 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-22T14:33:31,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:64961, baseZNode=/0-1920446674 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T14:33:31,596 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2646a3b3-ce6d-45c4-e654-7dce19215150/test.cache.data in system properties and HBase conf 2024-11-22T14:33:31,596 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2646a3b3-ce6d-45c4-e654-7dce19215150/hadoop.tmp.dir in system properties and HBase conf 2024-11-22T14:33:31,597 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2646a3b3-ce6d-45c4-e654-7dce19215150/hadoop.log.dir in system properties and HBase conf 2024-11-22T14:33:31,597 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2646a3b3-ce6d-45c4-e654-7dce19215150/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-22T14:33:31,597 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2646a3b3-ce6d-45c4-e654-7dce19215150/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-22T14:33:31,597 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-22T14:33:31,597 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10067da25660002 connected 2024-11-22T14:33:31,597 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-22T14:33:31,597 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2646a3b3-ce6d-45c4-e654-7dce19215150/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-22T14:33:31,597 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2646a3b3-ce6d-45c4-e654-7dce19215150/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-22T14:33:31,597 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2646a3b3-ce6d-45c4-e654-7dce19215150/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-22T14:33:31,597 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2646a3b3-ce6d-45c4-e654-7dce19215150/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T14:33:31,597 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2646a3b3-ce6d-45c4-e654-7dce19215150/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-22T14:33:31,598 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2646a3b3-ce6d-45c4-e654-7dce19215150/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-22T14:33:31,598 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2646a3b3-ce6d-45c4-e654-7dce19215150/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T14:33:31,598 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2646a3b3-ce6d-45c4-e654-7dce19215150/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T14:33:31,598 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2646a3b3-ce6d-45c4-e654-7dce19215150/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-22T14:33:31,598 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2646a3b3-ce6d-45c4-e654-7dce19215150/nfs.dump.dir in system properties and HBase conf 2024-11-22T14:33:31,598 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2646a3b3-ce6d-45c4-e654-7dce19215150/java.io.tmpdir in system properties and HBase conf 2024-11-22T14:33:31,598 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2646a3b3-ce6d-45c4-e654-7dce19215150/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T14:33:31,598 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2646a3b3-ce6d-45c4-e654-7dce19215150/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-22T14:33:31,599 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2646a3b3-ce6d-45c4-e654-7dce19215150/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-22T14:33:31,691 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T14:33:31,696 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T14:33:31,700 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T14:33:31,700 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T14:33:31,700 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-22T14:33:31,701 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T14:33:31,701 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@72c980f8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2646a3b3-ce6d-45c4-e654-7dce19215150/hadoop.log.dir/,AVAILABLE} 2024-11-22T14:33:31,702 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@661b17a0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T14:33:31,801 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5e19afe9{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2646a3b3-ce6d-45c4-e654-7dce19215150/java.io.tmpdir/jetty-localhost-38775-hadoop-hdfs-3_4_1-tests_jar-_-any-2700152479568360020/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T14:33:31,802 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@65fadc0e{HTTP/1.1, (http/1.1)}{localhost:38775} 2024-11-22T14:33:31,802 INFO [Time-limited test {}] server.Server(415): Started @132335ms 2024-11-22T14:33:31,943 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T14:33:31,949 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T14:33:31,965 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T14:33:31,965 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T14:33:31,965 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-22T14:33:31,968 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@58541b57{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2646a3b3-ce6d-45c4-e654-7dce19215150/hadoop.log.dir/,AVAILABLE} 2024-11-22T14:33:31,968 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2918e8d8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T14:33:32,097 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1fb5c9dd{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2646a3b3-ce6d-45c4-e654-7dce19215150/java.io.tmpdir/jetty-localhost-35153-hadoop-hdfs-3_4_1-tests_jar-_-any-4993325977579708403/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T14:33:32,098 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2845a215{HTTP/1.1, (http/1.1)}{localhost:35153} 2024-11-22T14:33:32,098 INFO [Time-limited test {}] server.Server(415): Started @132631ms 2024-11-22T14:33:32,099 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-22T14:33:32,174 WARN [Thread-1405 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2646a3b3-ce6d-45c4-e654-7dce19215150/cluster_e3ed75ef-6382-ace2-c658-96ec3955d156/data/data1/current/BP-1214924561-172.17.0.2-1732286011622/current, will proceed with Du for space computation calculation, 2024-11-22T14:33:32,174 WARN [Thread-1406 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2646a3b3-ce6d-45c4-e654-7dce19215150/cluster_e3ed75ef-6382-ace2-c658-96ec3955d156/data/data2/current/BP-1214924561-172.17.0.2-1732286011622/current, will proceed with Du for space computation calculation, 2024-11-22T14:33:32,191 WARN [Thread-1393 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-22T14:33:32,194 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe658d93ba42ed972 with lease ID 0x233f18e989831dfb: Processing first storage report for DS-957187cc-18f0-4b0d-9486-05b97f32a876 from datanode DatanodeRegistration(127.0.0.1:35037, datanodeUuid=1a1883c5-957a-416f-8cf1-0891a428837f, infoPort=41867, infoSecurePort=0, ipcPort=39811, storageInfo=lv=-57;cid=testClusterID;nsid=1768617386;c=1732286011622) 2024-11-22T14:33:32,194 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe658d93ba42ed972 with lease ID 0x233f18e989831dfb: from storage DS-957187cc-18f0-4b0d-9486-05b97f32a876 node DatanodeRegistration(127.0.0.1:35037, datanodeUuid=1a1883c5-957a-416f-8cf1-0891a428837f, infoPort=41867, infoSecurePort=0, ipcPort=39811, storageInfo=lv=-57;cid=testClusterID;nsid=1768617386;c=1732286011622), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T14:33:32,194 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe658d93ba42ed972 with lease ID 0x233f18e989831dfb: Processing first storage report for DS-84cea8ee-bbcf-4e25-bebf-92871a563a23 from datanode DatanodeRegistration(127.0.0.1:35037, datanodeUuid=1a1883c5-957a-416f-8cf1-0891a428837f, infoPort=41867, infoSecurePort=0, ipcPort=39811, storageInfo=lv=-57;cid=testClusterID;nsid=1768617386;c=1732286011622) 2024-11-22T14:33:32,194 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe658d93ba42ed972 with lease ID 0x233f18e989831dfb: from storage DS-84cea8ee-bbcf-4e25-bebf-92871a563a23 node DatanodeRegistration(127.0.0.1:35037, datanodeUuid=1a1883c5-957a-416f-8cf1-0891a428837f, infoPort=41867, infoSecurePort=0, ipcPort=39811, storageInfo=lv=-57;cid=testClusterID;nsid=1768617386;c=1732286011622), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T14:33:32,233 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2646a3b3-ce6d-45c4-e654-7dce19215150 2024-11-22T14:33:32,234 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T14:33:32,234 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T14:33:32,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35037 is added to blk_1073741825_1001 (size=7) 2024-11-22T14:33:32,643 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33405/user/jenkins/test-data/49c9e7c5-344a-b0f9-d409-823f1ac5c72d with version=8 2024-11-22T14:33:32,643 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33405/user/jenkins/test-data/49c9e7c5-344a-b0f9-d409-823f1ac5c72d/hbase-staging 2024-11-22T14:33:32,645 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b313e41b3af3:0 server-side Connection retries=45 2024-11-22T14:33:32,645 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T14:33:32,646 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T14:33:32,646 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T14:33:32,646 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T14:33:32,646 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T14:33:32,646 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-22T14:33:32,646 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T14:33:32,646 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36023 2024-11-22T14:33:32,648 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36023 connecting to ZooKeeper ensemble=127.0.0.1:64961 2024-11-22T14:33:32,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:360230x0, quorum=127.0.0.1:64961, baseZNode=/1-1195518793 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T14:33:32,658 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36023-0x10067da25660003 connected 2024-11-22T14:33:32,668 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T14:33:32,670 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T14:33:32,674 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36023-0x10067da25660003, quorum=127.0.0.1:64961, baseZNode=/1-1195518793 Set watcher on znode that does not yet exist, /1-1195518793/running 2024-11-22T14:33:32,674 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33405/user/jenkins/test-data/49c9e7c5-344a-b0f9-d409-823f1ac5c72d, hbase.cluster.distributed=false 2024-11-22T14:33:32,676 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36023-0x10067da25660003, quorum=127.0.0.1:64961, baseZNode=/1-1195518793 Set watcher on znode that does not yet exist, /1-1195518793/acl 2024-11-22T14:33:32,679 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36023 2024-11-22T14:33:32,681 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36023 2024-11-22T14:33:32,692 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36023 2024-11-22T14:33:32,696 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36023 2024-11-22T14:33:32,696 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36023 2024-11-22T14:33:32,716 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b313e41b3af3:0 server-side Connection retries=45 2024-11-22T14:33:32,716 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T14:33:32,716 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T14:33:32,717 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T14:33:32,717 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T14:33:32,717 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T14:33:32,717 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-22T14:33:32,717 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T14:33:32,718 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45083 2024-11-22T14:33:32,720 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45083 connecting to ZooKeeper ensemble=127.0.0.1:64961 2024-11-22T14:33:32,721 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T14:33:32,723 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T14:33:32,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:450830x0, quorum=127.0.0.1:64961, baseZNode=/1-1195518793 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T14:33:32,734 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:450830x0, quorum=127.0.0.1:64961, baseZNode=/1-1195518793 Set watcher on znode that does not yet exist, /1-1195518793/running 2024-11-22T14:33:32,734 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45083-0x10067da25660004 connected 2024-11-22T14:33:32,735 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-22T14:33:32,737 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-22T14:33:32,738 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45083-0x10067da25660004, quorum=127.0.0.1:64961, baseZNode=/1-1195518793 Set watcher on znode that does not yet exist, /1-1195518793/master 2024-11-22T14:33:32,739 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45083-0x10067da25660004, quorum=127.0.0.1:64961, baseZNode=/1-1195518793 Set watcher on znode that does not yet exist, /1-1195518793/acl 2024-11-22T14:33:32,745 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45083 2024-11-22T14:33:32,749 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45083 2024-11-22T14:33:32,749 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45083 2024-11-22T14:33:32,752 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45083 2024-11-22T14:33:32,752 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45083 2024-11-22T14:33:32,769 DEBUG [M:0;b313e41b3af3:36023 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b313e41b3af3:36023 2024-11-22T14:33:32,770 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1195518793/backup-masters/b313e41b3af3,36023,1732286012645 2024-11-22T14:33:32,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45083-0x10067da25660004, quorum=127.0.0.1:64961, baseZNode=/1-1195518793 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1195518793/backup-masters 2024-11-22T14:33:32,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36023-0x10067da25660003, quorum=127.0.0.1:64961, baseZNode=/1-1195518793 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1195518793/backup-masters 2024-11-22T14:33:32,772 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36023-0x10067da25660003, quorum=127.0.0.1:64961, baseZNode=/1-1195518793 Set watcher on existing znode=/1-1195518793/backup-masters/b313e41b3af3,36023,1732286012645 2024-11-22T14:33:32,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45083-0x10067da25660004, quorum=127.0.0.1:64961, baseZNode=/1-1195518793 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1195518793/master 2024-11-22T14:33:32,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36023-0x10067da25660003, quorum=127.0.0.1:64961, baseZNode=/1-1195518793 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1195518793 2024-11-22T14:33:32,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45083-0x10067da25660004, quorum=127.0.0.1:64961, baseZNode=/1-1195518793 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1195518793 2024-11-22T14:33:32,774 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36023-0x10067da25660003, quorum=127.0.0.1:64961, baseZNode=/1-1195518793 Set watcher on existing znode=/1-1195518793/master 2024-11-22T14:33:32,775 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1195518793/backup-masters/b313e41b3af3,36023,1732286012645 from backup master directory 2024-11-22T14:33:32,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45083-0x10067da25660004, quorum=127.0.0.1:64961, baseZNode=/1-1195518793 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1195518793/backup-masters 2024-11-22T14:33:32,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36023-0x10067da25660003, quorum=127.0.0.1:64961, baseZNode=/1-1195518793 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1195518793/backup-masters/b313e41b3af3,36023,1732286012645 2024-11-22T14:33:32,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36023-0x10067da25660003, quorum=127.0.0.1:64961, baseZNode=/1-1195518793 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1195518793/backup-masters 2024-11-22T14:33:32,783 WARN [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T14:33:32,784 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b313e41b3af3,36023,1732286012645 2024-11-22T14:33:32,802 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33405/user/jenkins/test-data/49c9e7c5-344a-b0f9-d409-823f1ac5c72d/hbase.id] with ID: a4c651a9-dc99-4878-a15c-d5db6e84f29e 2024-11-22T14:33:32,802 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33405/user/jenkins/test-data/49c9e7c5-344a-b0f9-d409-823f1ac5c72d/.tmp/hbase.id 2024-11-22T14:33:32,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35037 is added to blk_1073741826_1002 (size=42) 2024-11-22T14:33:32,815 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33405/user/jenkins/test-data/49c9e7c5-344a-b0f9-d409-823f1ac5c72d/.tmp/hbase.id]:[hdfs://localhost:33405/user/jenkins/test-data/49c9e7c5-344a-b0f9-d409-823f1ac5c72d/hbase.id] 2024-11-22T14:33:32,825 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T14:33:32,825 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-22T14:33:32,828 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-22T14:33:32,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36023-0x10067da25660003, quorum=127.0.0.1:64961, baseZNode=/1-1195518793 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1195518793 2024-11-22T14:33:32,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45083-0x10067da25660004, quorum=127.0.0.1:64961, baseZNode=/1-1195518793 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1195518793 2024-11-22T14:33:32,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35037 is added to blk_1073741827_1003 (size=196) 2024-11-22T14:33:33,253 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T14:33:33,254 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-22T14:33:33,257 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T14:33:33,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35037 is added to blk_1073741828_1004 (size=1189) 2024-11-22T14:33:33,669 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33405/user/jenkins/test-data/49c9e7c5-344a-b0f9-d409-823f1ac5c72d/MasterData/data/master/store 2024-11-22T14:33:33,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35037 is added to blk_1073741829_1005 (size=34) 2024-11-22T14:33:34,090 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T14:33:34,090 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T14:33:34,090 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T14:33:34,090 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T14:33:34,090 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T14:33:34,090 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T14:33:34,090 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T14:33:34,090 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732286014090Disabling compacts and flushes for region at 1732286014090Disabling writes for close at 1732286014090Writing region close event to WAL at 1732286014090Closed at 1732286014090 2024-11-22T14:33:34,091 WARN [master/b313e41b3af3:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33405/user/jenkins/test-data/49c9e7c5-344a-b0f9-d409-823f1ac5c72d/MasterData/data/master/store/.initializing 2024-11-22T14:33:34,091 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33405/user/jenkins/test-data/49c9e7c5-344a-b0f9-d409-823f1ac5c72d/MasterData/WALs/b313e41b3af3,36023,1732286012645 2024-11-22T14:33:34,092 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T14:33:34,095 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b313e41b3af3%2C36023%2C1732286012645, suffix=, logDir=hdfs://localhost:33405/user/jenkins/test-data/49c9e7c5-344a-b0f9-d409-823f1ac5c72d/MasterData/WALs/b313e41b3af3,36023,1732286012645, archiveDir=hdfs://localhost:33405/user/jenkins/test-data/49c9e7c5-344a-b0f9-d409-823f1ac5c72d/MasterData/oldWALs, maxLogs=10 2024-11-22T14:33:34,112 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/49c9e7c5-344a-b0f9-d409-823f1ac5c72d/MasterData/WALs/b313e41b3af3,36023,1732286012645/b313e41b3af3%2C36023%2C1732286012645.1732286014095, exclude list is [], retry=0 2024-11-22T14:33:34,115 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35037,DS-957187cc-18f0-4b0d-9486-05b97f32a876,DISK] 2024-11-22T14:33:34,151 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/49c9e7c5-344a-b0f9-d409-823f1ac5c72d/MasterData/WALs/b313e41b3af3,36023,1732286012645/b313e41b3af3%2C36023%2C1732286012645.1732286014095 2024-11-22T14:33:34,157 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41867:41867)] 2024-11-22T14:33:34,157 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-22T14:33:34,158 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T14:33:34,158 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:33:34,158 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:33:34,167 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:33:34,178 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-22T14:33:34,178 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:33:34,178 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T14:33:34,179 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:33:34,180 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-22T14:33:34,180 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:33:34,181 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:33:34,181 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:33:34,182 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-22T14:33:34,182 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:33:34,192 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:33:34,192 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:33:34,194 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-22T14:33:34,194 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:33:34,194 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:33:34,195 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:33:34,195 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33405/user/jenkins/test-data/49c9e7c5-344a-b0f9-d409-823f1ac5c72d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:33:34,196 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33405/user/jenkins/test-data/49c9e7c5-344a-b0f9-d409-823f1ac5c72d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:33:34,197 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:33:34,197 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:33:34,198 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T14:33:34,199 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:33:34,212 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33405/user/jenkins/test-data/49c9e7c5-344a-b0f9-d409-823f1ac5c72d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T14:33:34,212 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75045204, jitterRate=0.11826068162918091}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T14:33:34,213 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732286014158Initializing all the Stores at 1732286014160 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732286014160Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732286014166 (+6 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732286014166Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732286014166Cleaning up temporary data from old regions at 1732286014197 (+31 ms)Region opened successfully at 1732286014212 (+15 ms) 2024-11-22T14:33:34,221 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-22T14:33:34,225 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a8c3bc6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b313e41b3af3/172.17.0.2:0 2024-11-22T14:33:34,226 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-22T14:33:34,226 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-22T14:33:34,226 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-22T14:33:34,226 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-22T14:33:34,227 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-22T14:33:34,227 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-22T14:33:34,227 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-22T14:33:34,251 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-22T14:33:34,253 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36023-0x10067da25660003, quorum=127.0.0.1:64961, baseZNode=/1-1195518793 Unable to get data of znode /1-1195518793/balancer because node does not exist (not necessarily an error) 2024-11-22T14:33:34,254 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1195518793/balancer already deleted, retry=false 2024-11-22T14:33:34,254 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-22T14:33:34,255 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36023-0x10067da25660003, quorum=127.0.0.1:64961, baseZNode=/1-1195518793 Unable to get data of znode /1-1195518793/normalizer because node does not exist (not necessarily an error) 2024-11-22T14:33:34,256 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1195518793/normalizer already deleted, retry=false 2024-11-22T14:33:34,256 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-22T14:33:34,270 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36023-0x10067da25660003, quorum=127.0.0.1:64961, baseZNode=/1-1195518793 Unable to get data of znode /1-1195518793/switch/split because node does not exist (not necessarily an error) 2024-11-22T14:33:34,271 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1195518793/switch/split already deleted, retry=false 2024-11-22T14:33:34,271 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36023-0x10067da25660003, quorum=127.0.0.1:64961, baseZNode=/1-1195518793 Unable to get data of znode /1-1195518793/switch/merge because node does not exist (not necessarily an error) 2024-11-22T14:33:34,272 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1195518793/switch/merge already deleted, retry=false 2024-11-22T14:33:34,274 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36023-0x10067da25660003, quorum=127.0.0.1:64961, baseZNode=/1-1195518793 Unable to get data of znode /1-1195518793/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-22T14:33:34,275 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1195518793/snapshot-cleanup already deleted, retry=false 2024-11-22T14:33:34,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36023-0x10067da25660003, quorum=127.0.0.1:64961, baseZNode=/1-1195518793 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1195518793/running 2024-11-22T14:33:34,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45083-0x10067da25660004, quorum=127.0.0.1:64961, baseZNode=/1-1195518793 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1195518793/running 2024-11-22T14:33:34,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36023-0x10067da25660003, quorum=127.0.0.1:64961, baseZNode=/1-1195518793 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1195518793 2024-11-22T14:33:34,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45083-0x10067da25660004, quorum=127.0.0.1:64961, baseZNode=/1-1195518793 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1195518793 2024-11-22T14:33:34,278 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b313e41b3af3,36023,1732286012645, sessionid=0x10067da25660003, setting cluster-up flag (Was=false) 2024-11-22T14:33:34,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45083-0x10067da25660004, quorum=127.0.0.1:64961, baseZNode=/1-1195518793 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1195518793 2024-11-22T14:33:34,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36023-0x10067da25660003, quorum=127.0.0.1:64961, baseZNode=/1-1195518793 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1195518793 2024-11-22T14:33:34,283 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1195518793/flush-table-proc/acquired, /1-1195518793/flush-table-proc/reached, /1-1195518793/flush-table-proc/abort 2024-11-22T14:33:34,284 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b313e41b3af3,36023,1732286012645 2024-11-22T14:33:34,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45083-0x10067da25660004, quorum=127.0.0.1:64961, baseZNode=/1-1195518793 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1195518793 2024-11-22T14:33:34,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36023-0x10067da25660003, quorum=127.0.0.1:64961, baseZNode=/1-1195518793 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1195518793 2024-11-22T14:33:34,291 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1195518793/online-snapshot/acquired, /1-1195518793/online-snapshot/reached, /1-1195518793/online-snapshot/abort 2024-11-22T14:33:34,292 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b313e41b3af3,36023,1732286012645 2024-11-22T14:33:34,296 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33405/user/jenkins/test-data/49c9e7c5-344a-b0f9-d409-823f1ac5c72d/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-22T14:33:34,310 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-22T14:33:34,310 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-22T14:33:34,311 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-22T14:33:34,311 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b313e41b3af3,36023,1732286012645 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-22T14:33:34,313 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b313e41b3af3:0, corePoolSize=5, maxPoolSize=5 2024-11-22T14:33:34,313 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b313e41b3af3:0, corePoolSize=5, maxPoolSize=5 2024-11-22T14:33:34,313 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b313e41b3af3:0, corePoolSize=5, maxPoolSize=5 2024-11-22T14:33:34,313 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b313e41b3af3:0, corePoolSize=5, maxPoolSize=5 2024-11-22T14:33:34,313 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b313e41b3af3:0, corePoolSize=10, maxPoolSize=10 2024-11-22T14:33:34,313 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:33:34,313 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b313e41b3af3:0, corePoolSize=2, maxPoolSize=2 2024-11-22T14:33:34,313 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:33:34,343 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T14:33:34,343 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-22T14:33:34,351 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:33:34,351 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-22T14:33:34,396 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732286044395 2024-11-22T14:33:34,396 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-22T14:33:34,396 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-22T14:33:34,396 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-22T14:33:34,396 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-22T14:33:34,396 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-22T14:33:34,396 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-22T14:33:34,397 INFO [RS:0;b313e41b3af3:45083 {}] regionserver.HRegionServer(746): ClusterId : a4c651a9-dc99-4878-a15c-d5db6e84f29e 2024-11-22T14:33:34,397 DEBUG [RS:0;b313e41b3af3:45083 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-22T14:33:34,398 DEBUG [RS:0;b313e41b3af3:45083 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-22T14:33:34,398 DEBUG [RS:0;b313e41b3af3:45083 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-22T14:33:34,400 DEBUG [RS:0;b313e41b3af3:45083 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-22T14:33:34,400 DEBUG [RS:0;b313e41b3af3:45083 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@782fe13e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b313e41b3af3/172.17.0.2:0 2024-11-22T14:33:34,407 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T14:33:34,423 DEBUG [RS:0;b313e41b3af3:45083 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b313e41b3af3:45083 2024-11-22T14:33:34,423 INFO [RS:0;b313e41b3af3:45083 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-22T14:33:34,423 INFO [RS:0;b313e41b3af3:45083 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-22T14:33:34,423 DEBUG [RS:0;b313e41b3af3:45083 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-22T14:33:34,424 INFO [RS:0;b313e41b3af3:45083 {}] regionserver.HRegionServer(2659): reportForDuty to master=b313e41b3af3,36023,1732286012645 with port=45083, startcode=1732286012716 2024-11-22T14:33:34,425 DEBUG [RS:0;b313e41b3af3:45083 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-22T14:33:34,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35037 is added to blk_1073741831_1007 (size=1321) 2024-11-22T14:33:34,429 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33405/user/jenkins/test-data/49c9e7c5-344a-b0f9-d409-823f1ac5c72d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-22T14:33:34,429 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33405/user/jenkins/test-data/49c9e7c5-344a-b0f9-d409-823f1ac5c72d 2024-11-22T14:33:34,432 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-22T14:33:34,432 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-22T14:33:34,432 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-22T14:33:34,432 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-22T14:33:34,433 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-22T14:33:34,433 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-22T14:33:34,435 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b313e41b3af3:0:becomeActiveMaster-HFileCleaner.large.0-1732286014433,5,FailOnTimeoutGroup] 2024-11-22T14:33:34,437 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b313e41b3af3:0:becomeActiveMaster-HFileCleaner.small.0-1732286014436,5,FailOnTimeoutGroup] 2024-11-22T14:33:34,437 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T14:33:34,437 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-22T14:33:34,437 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-22T14:33:34,437 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-22T14:33:34,453 INFO [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45221, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-11-22T14:33:34,453 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36023 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b313e41b3af3,45083,1732286012716 2024-11-22T14:33:34,453 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36023 {}] master.ServerManager(517): Registering regionserver=b313e41b3af3,45083,1732286012716 2024-11-22T14:33:34,455 DEBUG [RS:0;b313e41b3af3:45083 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33405/user/jenkins/test-data/49c9e7c5-344a-b0f9-d409-823f1ac5c72d 2024-11-22T14:33:34,455 DEBUG [RS:0;b313e41b3af3:45083 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33405 2024-11-22T14:33:34,456 DEBUG [RS:0;b313e41b3af3:45083 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-22T14:33:34,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36023-0x10067da25660003, quorum=127.0.0.1:64961, baseZNode=/1-1195518793 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1195518793/rs 2024-11-22T14:33:34,459 DEBUG [RS:0;b313e41b3af3:45083 {}] zookeeper.ZKUtil(111): regionserver:45083-0x10067da25660004, quorum=127.0.0.1:64961, baseZNode=/1-1195518793 Set watcher on existing znode=/1-1195518793/rs/b313e41b3af3,45083,1732286012716 2024-11-22T14:33:34,459 WARN [RS:0;b313e41b3af3:45083 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T14:33:34,459 INFO [RS:0;b313e41b3af3:45083 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T14:33:34,459 DEBUG [RS:0;b313e41b3af3:45083 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33405/user/jenkins/test-data/49c9e7c5-344a-b0f9-d409-823f1ac5c72d/WALs/b313e41b3af3,45083,1732286012716 2024-11-22T14:33:34,463 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b313e41b3af3,45083,1732286012716] 2024-11-22T14:33:34,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35037 is added to blk_1073741832_1008 (size=32) 2024-11-22T14:33:34,466 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T14:33:34,471 INFO [RS:0;b313e41b3af3:45083 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-22T14:33:34,475 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T14:33:34,475 INFO [RS:0;b313e41b3af3:45083 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-22T14:33:34,476 INFO [RS:0;b313e41b3af3:45083 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-22T14:33:34,476 INFO [RS:0;b313e41b3af3:45083 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T14:33:34,476 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T14:33:34,476 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:33:34,477 INFO [RS:0;b313e41b3af3:45083 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-22T14:33:34,477 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T14:33:34,477 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T14:33:34,478 INFO [RS:0;b313e41b3af3:45083 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-22T14:33:34,478 INFO [RS:0;b313e41b3af3:45083 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-22T14:33:34,478 DEBUG [RS:0;b313e41b3af3:45083 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:33:34,478 DEBUG [RS:0;b313e41b3af3:45083 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:33:34,478 DEBUG [RS:0;b313e41b3af3:45083 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:33:34,478 DEBUG [RS:0;b313e41b3af3:45083 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:33:34,478 DEBUG [RS:0;b313e41b3af3:45083 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:33:34,478 DEBUG [RS:0;b313e41b3af3:45083 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b313e41b3af3:0, corePoolSize=2, maxPoolSize=2 2024-11-22T14:33:34,478 DEBUG [RS:0;b313e41b3af3:45083 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:33:34,478 DEBUG [RS:0;b313e41b3af3:45083 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:33:34,478 DEBUG [RS:0;b313e41b3af3:45083 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:33:34,478 DEBUG [RS:0;b313e41b3af3:45083 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:33:34,478 DEBUG [RS:0;b313e41b3af3:45083 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:33:34,479 DEBUG [RS:0;b313e41b3af3:45083 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:33:34,479 DEBUG [RS:0;b313e41b3af3:45083 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b313e41b3af3:0, corePoolSize=3, maxPoolSize=3 2024-11-22T14:33:34,479 DEBUG [RS:0;b313e41b3af3:45083 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b313e41b3af3:0, corePoolSize=3, maxPoolSize=3 2024-11-22T14:33:34,479 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T14:33:34,479 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:33:34,479 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T14:33:34,479 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T14:33:34,481 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T14:33:34,481 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:33:34,481 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T14:33:34,481 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T14:33:34,483 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T14:33:34,483 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:33:34,484 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T14:33:34,484 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T14:33:34,485 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33405/user/jenkins/test-data/49c9e7c5-344a-b0f9-d409-823f1ac5c72d/data/hbase/meta/1588230740 2024-11-22T14:33:34,485 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33405/user/jenkins/test-data/49c9e7c5-344a-b0f9-d409-823f1ac5c72d/data/hbase/meta/1588230740 2024-11-22T14:33:34,487 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T14:33:34,487 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T14:33:34,487 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T14:33:34,489 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T14:33:34,493 INFO [RS:0;b313e41b3af3:45083 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T14:33:34,493 INFO [RS:0;b313e41b3af3:45083 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T14:33:34,493 INFO [RS:0;b313e41b3af3:45083 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T14:33:34,493 INFO [RS:0;b313e41b3af3:45083 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-22T14:33:34,493 INFO [RS:0;b313e41b3af3:45083 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-22T14:33:34,493 INFO [RS:0;b313e41b3af3:45083 {}] hbase.ChoreService(168): Chore ScheduledChore name=b313e41b3af3,45083,1732286012716-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T14:33:34,494 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33405/user/jenkins/test-data/49c9e7c5-344a-b0f9-d409-823f1ac5c72d/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T14:33:34,495 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59912534, jitterRate=-0.1072336733341217}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T14:33:34,495 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732286014466Initializing all the Stores at 1732286014467 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732286014467Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732286014474 (+7 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732286014474Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732286014474Cleaning up temporary data from old regions at 1732286014487 (+13 ms)Region opened successfully at 1732286014495 (+8 ms) 2024-11-22T14:33:34,495 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-22T14:33:34,495 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-22T14:33:34,495 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-22T14:33:34,495 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T14:33:34,495 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T14:33:34,497 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-22T14:33:34,497 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732286014495Disabling compacts and flushes for region at 1732286014495Disabling writes for close at 1732286014495Writing region close event to WAL at 1732286014497 (+2 ms)Closed at 1732286014497 2024-11-22T14:33:34,499 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T14:33:34,499 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-22T14:33:34,499 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-22T14:33:34,500 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T14:33:34,501 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-22T14:33:34,513 INFO [RS:0;b313e41b3af3:45083 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-22T14:33:34,513 INFO [RS:0;b313e41b3af3:45083 {}] hbase.ChoreService(168): Chore ScheduledChore name=b313e41b3af3,45083,1732286012716-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T14:33:34,513 INFO [RS:0;b313e41b3af3:45083 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T14:33:34,513 INFO [RS:0;b313e41b3af3:45083 {}] regionserver.Replication(171): b313e41b3af3,45083,1732286012716 started 2024-11-22T14:33:34,533 INFO [RS:0;b313e41b3af3:45083 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T14:33:34,533 INFO [RS:0;b313e41b3af3:45083 {}] regionserver.HRegionServer(1482): Serving as b313e41b3af3,45083,1732286012716, RpcServer on b313e41b3af3/172.17.0.2:45083, sessionid=0x10067da25660004 2024-11-22T14:33:34,533 DEBUG [RS:0;b313e41b3af3:45083 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-22T14:33:34,533 DEBUG [RS:0;b313e41b3af3:45083 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b313e41b3af3,45083,1732286012716 2024-11-22T14:33:34,533 DEBUG [RS:0;b313e41b3af3:45083 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b313e41b3af3,45083,1732286012716' 2024-11-22T14:33:34,533 DEBUG [RS:0;b313e41b3af3:45083 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1195518793/flush-table-proc/abort' 2024-11-22T14:33:34,534 DEBUG [RS:0;b313e41b3af3:45083 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1195518793/flush-table-proc/acquired' 2024-11-22T14:33:34,535 DEBUG [RS:0;b313e41b3af3:45083 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-22T14:33:34,535 DEBUG [RS:0;b313e41b3af3:45083 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-22T14:33:34,535 DEBUG [RS:0;b313e41b3af3:45083 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b313e41b3af3,45083,1732286012716 2024-11-22T14:33:34,535 DEBUG [RS:0;b313e41b3af3:45083 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b313e41b3af3,45083,1732286012716' 2024-11-22T14:33:34,535 DEBUG [RS:0;b313e41b3af3:45083 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1195518793/online-snapshot/abort' 2024-11-22T14:33:34,536 DEBUG [RS:0;b313e41b3af3:45083 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1195518793/online-snapshot/acquired' 2024-11-22T14:33:34,536 DEBUG [RS:0;b313e41b3af3:45083 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-22T14:33:34,536 INFO [RS:0;b313e41b3af3:45083 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-22T14:33:34,536 INFO [RS:0;b313e41b3af3:45083 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-22T14:33:34,637 INFO [RS:0;b313e41b3af3:45083 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T14:33:34,638 INFO [RS:0;b313e41b3af3:45083 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b313e41b3af3%2C45083%2C1732286012716, suffix=, logDir=hdfs://localhost:33405/user/jenkins/test-data/49c9e7c5-344a-b0f9-d409-823f1ac5c72d/WALs/b313e41b3af3,45083,1732286012716, archiveDir=hdfs://localhost:33405/user/jenkins/test-data/49c9e7c5-344a-b0f9-d409-823f1ac5c72d/oldWALs, maxLogs=10 2024-11-22T14:33:34,652 WARN [b313e41b3af3:36023 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-22T14:33:34,663 DEBUG [RS:0;b313e41b3af3:45083 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/49c9e7c5-344a-b0f9-d409-823f1ac5c72d/WALs/b313e41b3af3,45083,1732286012716/b313e41b3af3%2C45083%2C1732286012716.1732286014639, exclude list is [], retry=0 2024-11-22T14:33:34,667 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35037,DS-957187cc-18f0-4b0d-9486-05b97f32a876,DISK] 2024-11-22T14:33:34,680 INFO [RS:0;b313e41b3af3:45083 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/49c9e7c5-344a-b0f9-d409-823f1ac5c72d/WALs/b313e41b3af3,45083,1732286012716/b313e41b3af3%2C45083%2C1732286012716.1732286014639 2024-11-22T14:33:34,680 DEBUG [RS:0;b313e41b3af3:45083 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41867:41867)] 2024-11-22T14:33:34,902 DEBUG [b313e41b3af3:36023 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-22T14:33:34,902 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b313e41b3af3,45083,1732286012716 2024-11-22T14:33:34,903 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b313e41b3af3,45083,1732286012716, state=OPENING 2024-11-22T14:33:34,904 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-22T14:33:34,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36023-0x10067da25660003, quorum=127.0.0.1:64961, baseZNode=/1-1195518793 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1195518793 2024-11-22T14:33:34,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45083-0x10067da25660004, quorum=127.0.0.1:64961, baseZNode=/1-1195518793 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1195518793 2024-11-22T14:33:34,906 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T14:33:34,906 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1195518793/meta-region-server: CHANGED 2024-11-22T14:33:34,906 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1195518793/meta-region-server: CHANGED 2024-11-22T14:33:34,906 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b313e41b3af3,45083,1732286012716}] 2024-11-22T14:33:35,058 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-22T14:33:35,059 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45373, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-22T14:33:35,063 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-22T14:33:35,063 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T14:33:35,063 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-22T14:33:35,065 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b313e41b3af3%2C45083%2C1732286012716.meta, suffix=.meta, logDir=hdfs://localhost:33405/user/jenkins/test-data/49c9e7c5-344a-b0f9-d409-823f1ac5c72d/WALs/b313e41b3af3,45083,1732286012716, archiveDir=hdfs://localhost:33405/user/jenkins/test-data/49c9e7c5-344a-b0f9-d409-823f1ac5c72d/oldWALs, maxLogs=10 2024-11-22T14:33:35,079 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/49c9e7c5-344a-b0f9-d409-823f1ac5c72d/WALs/b313e41b3af3,45083,1732286012716/b313e41b3af3%2C45083%2C1732286012716.meta.1732286015065.meta, exclude list is [], retry=0 2024-11-22T14:33:35,081 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35037,DS-957187cc-18f0-4b0d-9486-05b97f32a876,DISK] 2024-11-22T14:33:35,083 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/49c9e7c5-344a-b0f9-d409-823f1ac5c72d/WALs/b313e41b3af3,45083,1732286012716/b313e41b3af3%2C45083%2C1732286012716.meta.1732286015065.meta 2024-11-22T14:33:35,083 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41867:41867)] 2024-11-22T14:33:35,083 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-22T14:33:35,083 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-22T14:33:35,084 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-22T14:33:35,084 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-22T14:33:35,084 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-22T14:33:35,084 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-22T14:33:35,084 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T14:33:35,084 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-22T14:33:35,084 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-22T14:33:35,085 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T14:33:35,086 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T14:33:35,086 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:33:35,086 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T14:33:35,087 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T14:33:35,087 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T14:33:35,087 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:33:35,087 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T14:33:35,088 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T14:33:35,088 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T14:33:35,088 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:33:35,088 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T14:33:35,089 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T14:33:35,089 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T14:33:35,089 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:33:35,089 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T14:33:35,090 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T14:33:35,090 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33405/user/jenkins/test-data/49c9e7c5-344a-b0f9-d409-823f1ac5c72d/data/hbase/meta/1588230740 2024-11-22T14:33:35,091 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33405/user/jenkins/test-data/49c9e7c5-344a-b0f9-d409-823f1ac5c72d/data/hbase/meta/1588230740 2024-11-22T14:33:35,092 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T14:33:35,092 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T14:33:35,093 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T14:33:35,094 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T14:33:35,095 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72449205, jitterRate=0.07957728207111359}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T14:33:35,095 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-22T14:33:35,095 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732286015084Writing region info on filesystem at 1732286015084Initializing all the Stores at 1732286015085 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732286015085Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732286015085Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732286015085Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732286015085Cleaning up temporary data from old regions at 1732286015092 (+7 ms)Running coprocessor post-open hooks at 1732286015095 (+3 ms)Region opened successfully at 1732286015095 2024-11-22T14:33:35,096 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732286015058 2024-11-22T14:33:35,098 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-22T14:33:35,098 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-22T14:33:35,098 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b313e41b3af3,45083,1732286012716 2024-11-22T14:33:35,099 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b313e41b3af3,45083,1732286012716, state=OPEN 2024-11-22T14:33:35,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36023-0x10067da25660003, quorum=127.0.0.1:64961, baseZNode=/1-1195518793 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1195518793/meta-region-server 2024-11-22T14:33:35,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45083-0x10067da25660004, quorum=127.0.0.1:64961, baseZNode=/1-1195518793 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1195518793/meta-region-server 2024-11-22T14:33:35,100 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1195518793/meta-region-server: CHANGED 2024-11-22T14:33:35,100 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b313e41b3af3,45083,1732286012716 2024-11-22T14:33:35,100 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1195518793/meta-region-server: CHANGED 2024-11-22T14:33:35,102 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-22T14:33:35,102 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b313e41b3af3,45083,1732286012716 in 194 msec 2024-11-22T14:33:35,104 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-22T14:33:35,104 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 603 msec 2024-11-22T14:33:35,104 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T14:33:35,104 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-22T14:33:35,106 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T14:33:35,106 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b313e41b3af3,45083,1732286012716, seqNum=-1] 2024-11-22T14:33:35,106 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T14:33:35,107 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43115, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T14:33:35,112 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 803 msec 2024-11-22T14:33:35,112 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732286015112, completionTime=-1 2024-11-22T14:33:35,112 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-22T14:33:35,112 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-22T14:33:35,115 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-22T14:33:35,115 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732286075115 2024-11-22T14:33:35,115 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732286135115 2024-11-22T14:33:35,115 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-22T14:33:35,115 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b313e41b3af3,36023,1732286012645-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T14:33:35,115 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b313e41b3af3,36023,1732286012645-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T14:33:35,115 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b313e41b3af3,36023,1732286012645-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T14:33:35,115 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b313e41b3af3:36023, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T14:33:35,115 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-22T14:33:35,115 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-22T14:33:35,117 DEBUG [master/b313e41b3af3:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-22T14:33:35,118 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.334sec 2024-11-22T14:33:35,119 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-22T14:33:35,119 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-22T14:33:35,119 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-22T14:33:35,119 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-22T14:33:35,119 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-22T14:33:35,119 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b313e41b3af3,36023,1732286012645-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T14:33:35,119 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b313e41b3af3,36023,1732286012645-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-22T14:33:35,121 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-22T14:33:35,121 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-22T14:33:35,121 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b313e41b3af3,36023,1732286012645-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T14:33:35,202 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22ad648d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:33:35,202 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b313e41b3af3,36023,-1 for getting cluster id 2024-11-22T14:33:35,202 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T14:33:35,204 DEBUG [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a4c651a9-dc99-4878-a15c-d5db6e84f29e' 2024-11-22T14:33:35,204 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T14:33:35,204 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a4c651a9-dc99-4878-a15c-d5db6e84f29e" 2024-11-22T14:33:35,205 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22b94189, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:33:35,205 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b313e41b3af3,36023,-1] 2024-11-22T14:33:35,205 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T14:33:35,205 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:33:35,206 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57796, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T14:33:35,207 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d4bb812, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:33:35,207 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T14:33:35,208 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b313e41b3af3,45083,1732286012716, seqNum=-1] 2024-11-22T14:33:35,209 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T14:33:35,210 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54372, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T14:33:35,211 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b313e41b3af3,36023,1732286012645 2024-11-22T14:33:35,212 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:64961 2024-11-22T14:33:35,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:64961, baseZNode=/1-1195518793 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T14:33:35,221 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10067da25660005 connected 2024-11-22T14:33:35,223 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6acb63a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:33:35,223 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b313e41b3af3,40277,-1 for getting cluster id 2024-11-22T14:33:35,223 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T14:33:35,224 DEBUG [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '036a4639-3792-445b-82df-a36b9050307e' 2024-11-22T14:33:35,224 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T14:33:35,224 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "036a4639-3792-445b-82df-a36b9050307e" 2024-11-22T14:33:35,224 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36d2b538, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:33:35,224 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b313e41b3af3,40277,-1] 2024-11-22T14:33:35,224 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T14:33:35,225 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:33:35,225 INFO [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58930, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T14:33:35,226 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d0751af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:33:35,226 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T14:33:35,227 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is b313e41b3af3,40277,1732286008614 2024-11-22T14:33:35,227 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2d1760c4 2024-11-22T14:33:35,227 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T14:33:35,228 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58942, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T14:33:35,229 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40277 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://b313e41b3af3:36023,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-22T14:33:35,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40277 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-22T14:33:35,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40277 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T14:33:35,232 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b313e41b3af3:36023' 2024-11-22T14:33:35,233 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@754ab114, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:33:35,233 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request b313e41b3af3,36023,-1 for getting cluster id 2024-11-22T14:33:35,233 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T14:33:35,234 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a4c651a9-dc99-4878-a15c-d5db6e84f29e' 2024-11-22T14:33:35,234 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T14:33:35,234 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a4c651a9-dc99-4878-a15c-d5db6e84f29e" 2024-11-22T14:33:35,234 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7de52fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:33:35,234 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b313e41b3af3,36023,-1] 2024-11-22T14:33:35,234 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T14:33:35,234 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:33:35,235 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57812, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T14:33:35,236 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cedb90e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:33:35,236 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T14:33:35,237 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b313e41b3af3,36023,1732286012645 2024-11-22T14:33:35,237 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1fb412e7 2024-11-22T14:33:35,237 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T14:33:35,238 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57826, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T14:33:35,239 INFO [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4. 2024-11-22T14:33:35,240 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-22T14:33:35,240 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:33:35,240 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:33:35,240 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T14:33:35,240 INFO [PEWorker-4 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T14:33:35,242 DEBUG [PEWorker-4 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-22T14:33:35,244 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T14:33:35,244 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:33:35,245 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T14:33:35,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38599 is added to blk_1073741835_1011 (size=1138) 2024-11-22T14:33:35,292 DEBUG [PEWorker-4 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-22T14:33:35,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40277 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T14:33:35,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40277 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T14:33:35,661 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => bb498ea9151787e78da457e2641a8e72, NAME => 'hbase:replication,,1732286015240.bb498ea9151787e78da457e2641a8e72.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42199/user/jenkins/test-data/4a304132-6c32-edfe-82c3-8a74eb40ac70 2024-11-22T14:33:35,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38599 is added to blk_1073741836_1012 (size=44) 2024-11-22T14:33:35,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40277 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T14:33:36,067 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732286015240.bb498ea9151787e78da457e2641a8e72.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T14:33:36,067 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing bb498ea9151787e78da457e2641a8e72, disabling compactions & flushes 2024-11-22T14:33:36,067 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732286015240.bb498ea9151787e78da457e2641a8e72. 2024-11-22T14:33:36,067 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732286015240.bb498ea9151787e78da457e2641a8e72. 2024-11-22T14:33:36,067 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732286015240.bb498ea9151787e78da457e2641a8e72. after waiting 0 ms 2024-11-22T14:33:36,067 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732286015240.bb498ea9151787e78da457e2641a8e72. 2024-11-22T14:33:36,067 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732286015240.bb498ea9151787e78da457e2641a8e72. 2024-11-22T14:33:36,067 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for bb498ea9151787e78da457e2641a8e72: Waiting for close lock at 1732286016067Disabling compacts and flushes for region at 1732286016067Disabling writes for close at 1732286016067Writing region close event to WAL at 1732286016067Closed at 1732286016067 2024-11-22T14:33:36,068 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T14:33:36,068 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732286015240.bb498ea9151787e78da457e2641a8e72.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732286016068"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732286016068"}]},"ts":"1732286016068"} 2024-11-22T14:33:36,071 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-22T14:33:36,072 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T14:33:36,072 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732286016072"}]},"ts":"1732286016072"} 2024-11-22T14:33:36,074 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-22T14:33:36,074 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=bb498ea9151787e78da457e2641a8e72, ASSIGN}] 2024-11-22T14:33:36,075 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=bb498ea9151787e78da457e2641a8e72, ASSIGN 2024-11-22T14:33:36,076 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=bb498ea9151787e78da457e2641a8e72, ASSIGN; state=OFFLINE, location=b313e41b3af3,44241,1732286008695; forceNewPlan=false, retain=false 2024-11-22T14:33:36,226 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=bb498ea9151787e78da457e2641a8e72, regionState=OPENING, regionLocation=b313e41b3af3,44241,1732286008695 2024-11-22T14:33:36,229 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=bb498ea9151787e78da457e2641a8e72, ASSIGN because future has completed 2024-11-22T14:33:36,229 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure bb498ea9151787e78da457e2641a8e72, server=b313e41b3af3,44241,1732286008695}] 2024-11-22T14:33:36,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40277 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T14:33:36,385 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1732286015240.bb498ea9151787e78da457e2641a8e72. 2024-11-22T14:33:36,385 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T14:33:36,385 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-22T14:33:36,387 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b313e41b3af3%2C44241%2C1732286008695.rep, suffix=, logDir=hdfs://localhost:42199/user/jenkins/test-data/4a304132-6c32-edfe-82c3-8a74eb40ac70/WALs/b313e41b3af3,44241,1732286008695, archiveDir=hdfs://localhost:42199/user/jenkins/test-data/4a304132-6c32-edfe-82c3-8a74eb40ac70/oldWALs, maxLogs=10 2024-11-22T14:33:36,398 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4a304132-6c32-edfe-82c3-8a74eb40ac70/WALs/b313e41b3af3,44241,1732286008695/b313e41b3af3%2C44241%2C1732286008695.rep.1732286016387, exclude list is [], retry=0 2024-11-22T14:33:36,400 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38599,DS-7e89a837-3aeb-4239-8936-992a6f1c3be7,DISK] 2024-11-22T14:33:36,402 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4a304132-6c32-edfe-82c3-8a74eb40ac70/WALs/b313e41b3af3,44241,1732286008695/b313e41b3af3%2C44241%2C1732286008695.rep.1732286016387 2024-11-22T14:33:36,402 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43551:43551)] 2024-11-22T14:33:36,402 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => bb498ea9151787e78da457e2641a8e72, NAME => 'hbase:replication,,1732286015240.bb498ea9151787e78da457e2641a8e72.', STARTKEY => '', ENDKEY => ''} 2024-11-22T14:33:36,402 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-22T14:33:36,402 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-22T14:33:36,402 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732286015240.bb498ea9151787e78da457e2641a8e72. service=MultiRowMutationService 2024-11-22T14:33:36,403 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-22T14:33:36,403 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication bb498ea9151787e78da457e2641a8e72 2024-11-22T14:33:36,403 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1732286015240.bb498ea9151787e78da457e2641a8e72.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T14:33:36,403 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for bb498ea9151787e78da457e2641a8e72 2024-11-22T14:33:36,403 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for bb498ea9151787e78da457e2641a8e72 2024-11-22T14:33:36,404 INFO [StoreOpener-bb498ea9151787e78da457e2641a8e72-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region bb498ea9151787e78da457e2641a8e72 2024-11-22T14:33:36,405 INFO [StoreOpener-bb498ea9151787e78da457e2641a8e72-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bb498ea9151787e78da457e2641a8e72 columnFamilyName hfileref 2024-11-22T14:33:36,405 DEBUG [StoreOpener-bb498ea9151787e78da457e2641a8e72-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:33:36,406 INFO [StoreOpener-bb498ea9151787e78da457e2641a8e72-1 {}] regionserver.HStore(327): Store=bb498ea9151787e78da457e2641a8e72/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:33:36,406 INFO [StoreOpener-bb498ea9151787e78da457e2641a8e72-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region bb498ea9151787e78da457e2641a8e72 2024-11-22T14:33:36,406 INFO [StoreOpener-bb498ea9151787e78da457e2641a8e72-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bb498ea9151787e78da457e2641a8e72 columnFamilyName queue 2024-11-22T14:33:36,407 DEBUG [StoreOpener-bb498ea9151787e78da457e2641a8e72-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:33:36,407 INFO [StoreOpener-bb498ea9151787e78da457e2641a8e72-1 {}] regionserver.HStore(327): Store=bb498ea9151787e78da457e2641a8e72/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:33:36,407 INFO [StoreOpener-bb498ea9151787e78da457e2641a8e72-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region bb498ea9151787e78da457e2641a8e72 2024-11-22T14:33:36,408 INFO [StoreOpener-bb498ea9151787e78da457e2641a8e72-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bb498ea9151787e78da457e2641a8e72 columnFamilyName sid 2024-11-22T14:33:36,408 DEBUG [StoreOpener-bb498ea9151787e78da457e2641a8e72-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:33:36,408 INFO [StoreOpener-bb498ea9151787e78da457e2641a8e72-1 {}] regionserver.HStore(327): Store=bb498ea9151787e78da457e2641a8e72/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:33:36,408 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for bb498ea9151787e78da457e2641a8e72 2024-11-22T14:33:36,409 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42199/user/jenkins/test-data/4a304132-6c32-edfe-82c3-8a74eb40ac70/data/hbase/replication/bb498ea9151787e78da457e2641a8e72 2024-11-22T14:33:36,409 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42199/user/jenkins/test-data/4a304132-6c32-edfe-82c3-8a74eb40ac70/data/hbase/replication/bb498ea9151787e78da457e2641a8e72 2024-11-22T14:33:36,410 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for bb498ea9151787e78da457e2641a8e72 2024-11-22T14:33:36,410 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for bb498ea9151787e78da457e2641a8e72 2024-11-22T14:33:36,411 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-22T14:33:36,412 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for bb498ea9151787e78da457e2641a8e72 2024-11-22T14:33:36,413 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42199/user/jenkins/test-data/4a304132-6c32-edfe-82c3-8a74eb40ac70/data/hbase/replication/bb498ea9151787e78da457e2641a8e72/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T14:33:36,414 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened bb498ea9151787e78da457e2641a8e72; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62636317, jitterRate=-0.06664614379405975}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-22T14:33:36,414 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bb498ea9151787e78da457e2641a8e72 2024-11-22T14:33:36,414 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for bb498ea9151787e78da457e2641a8e72: Running coprocessor pre-open hook at 1732286016403Writing region info on filesystem at 1732286016403Initializing all the Stores at 1732286016404 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732286016404Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732286016404Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732286016404Cleaning up temporary data from old regions at 1732286016410 (+6 ms)Running coprocessor post-open hooks at 1732286016414 (+4 ms)Region opened successfully at 1732286016414 2024-11-22T14:33:36,415 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732286015240.bb498ea9151787e78da457e2641a8e72., pid=7, masterSystemTime=1732286016381 2024-11-22T14:33:36,417 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732286015240.bb498ea9151787e78da457e2641a8e72. 2024-11-22T14:33:36,417 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732286015240.bb498ea9151787e78da457e2641a8e72. 2024-11-22T14:33:36,417 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=bb498ea9151787e78da457e2641a8e72, regionState=OPEN, openSeqNum=2, regionLocation=b313e41b3af3,44241,1732286008695 2024-11-22T14:33:36,419 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure bb498ea9151787e78da457e2641a8e72, server=b313e41b3af3,44241,1732286008695 because future has completed 2024-11-22T14:33:36,423 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-22T14:33:36,423 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure bb498ea9151787e78da457e2641a8e72, server=b313e41b3af3,44241,1732286008695 in 192 msec 2024-11-22T14:33:36,425 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-22T14:33:36,425 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=bb498ea9151787e78da457e2641a8e72, ASSIGN in 349 msec 2024-11-22T14:33:36,426 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T14:33:36,426 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732286016426"}]},"ts":"1732286016426"} 2024-11-22T14:33:36,428 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-22T14:33:36,429 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T14:33:36,431 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1890 sec 2024-11-22T14:33:36,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732286015240.bb498ea9151787e78da457e2641a8e72., hostname=b313e41b3af3,44241,1732286008695, seqNum=2] 2024-11-22T14:33:36,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44241-0x10067da25660001, quorum=127.0.0.1:64961, baseZNode=/0-1920446674 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1920446674 2024-11-22T14:33:36,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40277-0x10067da25660000, quorum=127.0.0.1:64961, baseZNode=/0-1920446674 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1920446674 2024-11-22T14:33:36,456 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-22T14:33:36,608 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44241 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-22T14:33:36,609 INFO [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-22T14:33:36,635 INFO [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-b313e41b3af3,44241,1732286008695, ReplicationSource: 1, currentBandwidth=0 2024-11-22T14:33:36,636 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T14:33:36,636 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b313e41b3af3,44241,1732286008695, seqNum=-1] 2024-11-22T14:33:36,636 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T14:33:36,637 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46501, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientService 2024-11-22T14:33:36,639 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-b313e41b3af3,44241,1732286008695', locateType=CURRENT is [region=hbase:replication,,1732286015240.bb498ea9151787e78da457e2641a8e72., hostname=b313e41b3af3,44241,1732286008695, seqNum=2] 2024-11-22T14:33:36,641 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-22T14:33:36,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40277 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-22T14:33:36,643 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on b313e41b3af3,44241,1732286008695 suceeded 2024-11-22T14:33:36,645 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-22T14:33:36,645 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://b313e41b3af3:36023,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-22T14:33:36,645 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 187 msec 2024-11-22T14:33:36,646 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4160 sec 2024-11-22T14:33:36,654 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,44241,1732286008695 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b313e41b3af3:36023' 2024-11-22T14:33:36,655 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,44241,1732286008695 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4519ab70, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:33:36,655 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,44241,1732286008695 {}] client.ClusterIdFetcher(90): Going to request b313e41b3af3,36023,-1 for getting cluster id 2024-11-22T14:33:36,655 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,44241,1732286008695 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T14:33:36,656 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a4c651a9-dc99-4878-a15c-d5db6e84f29e' 2024-11-22T14:33:36,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T14:33:36,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a4c651a9-dc99-4878-a15c-d5db6e84f29e" 2024-11-22T14:33:36,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@219fc075, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:33:36,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b313e41b3af3,36023,-1] 2024-11-22T14:33:36,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T14:33:36,657 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:33:36,657 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57852, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientMetaService 2024-11-22T14:33:36,658 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,44241,1732286008695 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@79d15d80, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:33:36,658 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,44241,1732286008695 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T14:33:36,658 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b313e41b3af3,36023,1732286012645 2024-11-22T14:33:36,658 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7cc77f0c 2024-11-22T14:33:36,658 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T14:33:36,659 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57854, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=MasterService 2024-11-22T14:33:36,660 INFO [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,44241,1732286008695 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-b313e41b3af3,44241,1732286008695 (queues=1) is replicating from cluster=036a4639-3792-445b-82df-a36b9050307e to cluster=a4c651a9-dc99-4878-a15c-d5db6e84f29e 2024-11-22T14:33:36,660 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,44241,1732286008695 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=b313e41b3af3%2C44241%2C1732286008695 2024-11-22T14:33:36,660 INFO [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,44241,1732286008695 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-b313e41b3af3,44241,1732286008695, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-22T14:33:36,661 INFO [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,44241,1732286008695.replicationSource.shipperb313e41b3af3%2C44241%2C1732286008695,1-b313e41b3af3,44241,1732286008695 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: b313e41b3af3%2C44241%2C1732286008695 2024-11-22T14:33:36,661 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,44241,1732286008695.replicationSource.wal-reader.b313e41b3af3%2C44241%2C1732286008695,1-b313e41b3af3,44241,1732286008695 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42199/user/jenkins/test-data/4a304132-6c32-edfe-82c3-8a74eb40ac70/WALs/b313e41b3af3,44241,1732286008695/b313e41b3af3%2C44241%2C1732286008695.1732286010772, startPosition=0, beingWritten=true 2024-11-22T14:33:36,866 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,44241,1732286008695.replicationSource.wal-reader.b313e41b3af3%2C44241%2C1732286008695,1-b313e41b3af3,44241,1732286008695 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42199/user/jenkins/test-data/4a304132-6c32-edfe-82c3-8a74eb40ac70/WALs/b313e41b3af3,44241,1732286008695/b313e41b3af3%2C44241%2C1732286008695.1732286010772 to pos 0, reset compression=false 2024-11-22T14:33:36,936 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-22T14:33:36,959 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:33:36,959 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:33:36,960 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:33:36,960 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:33:36,960 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:33:36,966 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:33:36,973 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-22T14:33:36,973 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-22T14:33:37,170 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,44241,1732286008695.replicationSource.wal-reader.b313e41b3af3%2C44241%2C1732286008695,1-b313e41b3af3,44241,1732286008695 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42199/user/jenkins/test-data/4a304132-6c32-edfe-82c3-8a74eb40ac70/WALs/b313e41b3af3,44241,1732286008695/b313e41b3af3%2C44241%2C1732286008695.1732286010772 to pos 0, reset compression=false 2024-11-22T14:33:37,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40277 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T14:33:37,383 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-22T14:33:37,383 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T14:33:37,383 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:525) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T14:33:37,383 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:33:37,384 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:33:37,384 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T14:33:37,384 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T14:33:37,384 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is b313e41b3af3,40277,1732286008614 2024-11-22T14:33:37,385 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5dab7174 2024-11-22T14:33:37,385 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T14:33:37,385 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58944, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T14:33:37,386 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40277 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-22T14:33:37,386 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T14:33:37,386 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T14:33:37,386 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:33:37,386 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:33:37,386 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T14:33:37,386 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-22T14:33:37,386 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=826220972, stopped=false 2024-11-22T14:33:37,387 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b313e41b3af3,40277,1732286008614 2024-11-22T14:33:37,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44241-0x10067da25660001, quorum=127.0.0.1:64961, baseZNode=/0-1920446674 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1920446674/running 2024-11-22T14:33:37,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40277-0x10067da25660000, quorum=127.0.0.1:64961, baseZNode=/0-1920446674 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1920446674/running 2024-11-22T14:33:37,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44241-0x10067da25660001, quorum=127.0.0.1:64961, baseZNode=/0-1920446674 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1920446674 2024-11-22T14:33:37,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40277-0x10067da25660000, quorum=127.0.0.1:64961, baseZNode=/0-1920446674 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1920446674 2024-11-22T14:33:37,387 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-22T14:33:37,388 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T14:33:37,388 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T14:33:37,388 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:33:37,388 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44241-0x10067da25660001, quorum=127.0.0.1:64961, baseZNode=/0-1920446674 Set watcher on znode that does not yet exist, /0-1920446674/running 2024-11-22T14:33:37,388 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b313e41b3af3,44241,1732286008695' ***** 2024-11-22T14:33:37,388 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40277-0x10067da25660000, quorum=127.0.0.1:64961, baseZNode=/0-1920446674 Set watcher on znode that does not yet exist, /0-1920446674/running 2024-11-22T14:33:37,388 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-22T14:33:37,388 INFO [RS:0;b313e41b3af3:44241 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-22T14:33:37,388 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-22T14:33:37,389 INFO [RS:0;b313e41b3af3:44241 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-22T14:33:37,389 INFO [RS:0;b313e41b3af3:44241 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-22T14:33:37,389 INFO [RS:0;b313e41b3af3:44241 {}] regionserver.HRegionServer(3091): Received CLOSE for bb498ea9151787e78da457e2641a8e72 2024-11-22T14:33:37,389 INFO [RS:0;b313e41b3af3:44241 {}] regionserver.HRegionServer(959): stopping server b313e41b3af3,44241,1732286008695 2024-11-22T14:33:37,389 INFO [RS:0;b313e41b3af3:44241 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T14:33:37,389 INFO [RS:0;b313e41b3af3:44241 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b313e41b3af3:44241. 2024-11-22T14:33:37,389 DEBUG [RS:0;b313e41b3af3:44241 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T14:33:37,389 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing bb498ea9151787e78da457e2641a8e72, disabling compactions & flushes 2024-11-22T14:33:37,389 DEBUG [RS:0;b313e41b3af3:44241 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:33:37,389 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732286015240.bb498ea9151787e78da457e2641a8e72. 2024-11-22T14:33:37,389 INFO [RS:0;b313e41b3af3:44241 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-22T14:33:37,389 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732286015240.bb498ea9151787e78da457e2641a8e72. 2024-11-22T14:33:37,389 INFO [RS:0;b313e41b3af3:44241 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-22T14:33:37,389 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732286015240.bb498ea9151787e78da457e2641a8e72. after waiting 0 ms 2024-11-22T14:33:37,389 INFO [RS:0;b313e41b3af3:44241 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-22T14:33:37,389 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732286015240.bb498ea9151787e78da457e2641a8e72. 2024-11-22T14:33:37,389 INFO [RS:0;b313e41b3af3:44241 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-22T14:33:37,389 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing bb498ea9151787e78da457e2641a8e72 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-22T14:33:37,389 INFO [RS:0;b313e41b3af3:44241 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-22T14:33:37,389 DEBUG [RS:0;b313e41b3af3:44241 {}] regionserver.HRegionServer(1325): Online Regions={bb498ea9151787e78da457e2641a8e72=hbase:replication,,1732286015240.bb498ea9151787e78da457e2641a8e72., 1588230740=hbase:meta,,1.1588230740} 2024-11-22T14:33:37,389 DEBUG [RS:0;b313e41b3af3:44241 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, bb498ea9151787e78da457e2641a8e72 2024-11-22T14:33:37,390 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-22T14:33:37,390 INFO [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-22T14:33:37,390 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-22T14:33:37,390 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T14:33:37,390 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T14:33:37,390 INFO [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-22T14:33:37,404 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42199/user/jenkins/test-data/4a304132-6c32-edfe-82c3-8a74eb40ac70/data/hbase/replication/bb498ea9151787e78da457e2641a8e72/.tmp/queue/cea61119437445ea85b8e8b6d60964b1 is 151, key is 1-b313e41b3af3,44241,1732286008695/queue:b313e41b3af3%2C44241%2C1732286008695/1732286016640/Put/seqid=0 2024-11-22T14:33:37,407 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42199/user/jenkins/test-data/4a304132-6c32-edfe-82c3-8a74eb40ac70/data/hbase/meta/1588230740/.tmp/info/0cda7eca59fc488b84f42e96d33b8853 is 147, key is hbase:replication,,1732286015240.bb498ea9151787e78da457e2641a8e72./info:regioninfo/1732286016417/Put/seqid=0 2024-11-22T14:33:37,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38599 is added to blk_1073741838_1014 (size=5350) 2024-11-22T14:33:37,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38599 is added to blk_1073741839_1015 (size=6631) 2024-11-22T14:33:37,462 INFO [regionserver/b313e41b3af3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T14:33:37,575 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,44241,1732286008695.replicationSource.wal-reader.b313e41b3af3%2C44241%2C1732286008695,1-b313e41b3af3,44241,1732286008695 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42199/user/jenkins/test-data/4a304132-6c32-edfe-82c3-8a74eb40ac70/WALs/b313e41b3af3,44241,1732286008695/b313e41b3af3%2C44241%2C1732286008695.1732286010772 to pos 0, reset compression=false 2024-11-22T14:33:37,590 DEBUG [RS:0;b313e41b3af3:44241 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, bb498ea9151787e78da457e2641a8e72 2024-11-22T14:33:37,629 INFO [regionserver/b313e41b3af3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-22T14:33:37,629 INFO [regionserver/b313e41b3af3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-22T14:33:37,790 DEBUG [RS:0;b313e41b3af3:44241 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, bb498ea9151787e78da457e2641a8e72 2024-11-22T14:33:37,809 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:42199/user/jenkins/test-data/4a304132-6c32-edfe-82c3-8a74eb40ac70/data/hbase/replication/bb498ea9151787e78da457e2641a8e72/.tmp/queue/cea61119437445ea85b8e8b6d60964b1 2024-11-22T14:33:37,811 INFO [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42199/user/jenkins/test-data/4a304132-6c32-edfe-82c3-8a74eb40ac70/data/hbase/meta/1588230740/.tmp/info/0cda7eca59fc488b84f42e96d33b8853 2024-11-22T14:33:37,815 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42199/user/jenkins/test-data/4a304132-6c32-edfe-82c3-8a74eb40ac70/data/hbase/replication/bb498ea9151787e78da457e2641a8e72/.tmp/queue/cea61119437445ea85b8e8b6d60964b1 as hdfs://localhost:42199/user/jenkins/test-data/4a304132-6c32-edfe-82c3-8a74eb40ac70/data/hbase/replication/bb498ea9151787e78da457e2641a8e72/queue/cea61119437445ea85b8e8b6d60964b1 2024-11-22T14:33:37,820 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42199/user/jenkins/test-data/4a304132-6c32-edfe-82c3-8a74eb40ac70/data/hbase/replication/bb498ea9151787e78da457e2641a8e72/queue/cea61119437445ea85b8e8b6d60964b1, entries=1, sequenceid=5, filesize=5.2 K 2024-11-22T14:33:37,820 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for bb498ea9151787e78da457e2641a8e72 in 431ms, sequenceid=5, compaction requested=false 2024-11-22T14:33:37,824 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42199/user/jenkins/test-data/4a304132-6c32-edfe-82c3-8a74eb40ac70/data/hbase/replication/bb498ea9151787e78da457e2641a8e72/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-22T14:33:37,825 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-22T14:33:37,825 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T14:33:37,825 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732286015240.bb498ea9151787e78da457e2641a8e72. 2024-11-22T14:33:37,825 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for bb498ea9151787e78da457e2641a8e72: Waiting for close lock at 1732286017389Running coprocessor pre-close hooks at 1732286017389Disabling compacts and flushes for region at 1732286017389Disabling writes for close at 1732286017389Obtaining lock to block concurrent updates at 1732286017389Preparing flush snapshotting stores in bb498ea9151787e78da457e2641a8e72 at 1732286017389Finished memstore snapshotting hbase:replication,,1732286015240.bb498ea9151787e78da457e2641a8e72., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1732286017390 (+1 ms)Flushing stores of hbase:replication,,1732286015240.bb498ea9151787e78da457e2641a8e72. at 1732286017390Flushing bb498ea9151787e78da457e2641a8e72/queue: creating writer at 1732286017390Flushing bb498ea9151787e78da457e2641a8e72/queue: appending metadata at 1732286017404 (+14 ms)Flushing bb498ea9151787e78da457e2641a8e72/queue: closing flushed file at 1732286017404Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f0fd67c: reopening flushed file at 1732286017814 (+410 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for bb498ea9151787e78da457e2641a8e72 in 431ms, sequenceid=5, compaction requested=false at 1732286017820 (+6 ms)Writing region close event to WAL at 1732286017821 (+1 ms)Running coprocessor post-close hooks at 1732286017825 (+4 ms)Closed at 1732286017825 2024-11-22T14:33:37,825 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732286015240.bb498ea9151787e78da457e2641a8e72. 2024-11-22T14:33:37,833 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42199/user/jenkins/test-data/4a304132-6c32-edfe-82c3-8a74eb40ac70/data/hbase/meta/1588230740/.tmp/ns/bf6837721710436c813276fa8859f427 is 43, key is default/ns:d/1732286011500/Put/seqid=0 2024-11-22T14:33:37,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38599 is added to blk_1073741840_1016 (size=5153) 2024-11-22T14:33:37,990 DEBUG [RS:0;b313e41b3af3:44241 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T14:33:38,080 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,44241,1732286008695.replicationSource.wal-reader.b313e41b3af3%2C44241%2C1732286008695,1-b313e41b3af3,44241,1732286008695 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42199/user/jenkins/test-data/4a304132-6c32-edfe-82c3-8a74eb40ac70/WALs/b313e41b3af3,44241,1732286008695/b313e41b3af3%2C44241%2C1732286008695.1732286010772 to pos 0, reset compression=false 2024-11-22T14:33:38,190 DEBUG [RS:0;b313e41b3af3:44241 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T14:33:38,238 INFO [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42199/user/jenkins/test-data/4a304132-6c32-edfe-82c3-8a74eb40ac70/data/hbase/meta/1588230740/.tmp/ns/bf6837721710436c813276fa8859f427 2024-11-22T14:33:38,261 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42199/user/jenkins/test-data/4a304132-6c32-edfe-82c3-8a74eb40ac70/data/hbase/meta/1588230740/.tmp/table/e9984a6b3da5472fbce400abee06753b is 53, key is hbase:replication/table:state/1732286016426/Put/seqid=0 2024-11-22T14:33:38,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38599 is added to blk_1073741841_1017 (size=5256) 2024-11-22T14:33:38,390 INFO [RS:0;b313e41b3af3:44241 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-22T14:33:38,390 DEBUG [RS:0;b313e41b3af3:44241 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-22T14:33:38,390 DEBUG [RS:0;b313e41b3af3:44241 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T14:33:38,590 DEBUG [RS:0;b313e41b3af3:44241 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T14:33:38,665 INFO [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42199/user/jenkins/test-data/4a304132-6c32-edfe-82c3-8a74eb40ac70/data/hbase/meta/1588230740/.tmp/table/e9984a6b3da5472fbce400abee06753b 2024-11-22T14:33:38,671 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42199/user/jenkins/test-data/4a304132-6c32-edfe-82c3-8a74eb40ac70/data/hbase/meta/1588230740/.tmp/info/0cda7eca59fc488b84f42e96d33b8853 as hdfs://localhost:42199/user/jenkins/test-data/4a304132-6c32-edfe-82c3-8a74eb40ac70/data/hbase/meta/1588230740/info/0cda7eca59fc488b84f42e96d33b8853 2024-11-22T14:33:38,675 INFO [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42199/user/jenkins/test-data/4a304132-6c32-edfe-82c3-8a74eb40ac70/data/hbase/meta/1588230740/info/0cda7eca59fc488b84f42e96d33b8853, entries=10, sequenceid=11, filesize=6.5 K 2024-11-22T14:33:38,676 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42199/user/jenkins/test-data/4a304132-6c32-edfe-82c3-8a74eb40ac70/data/hbase/meta/1588230740/.tmp/ns/bf6837721710436c813276fa8859f427 as hdfs://localhost:42199/user/jenkins/test-data/4a304132-6c32-edfe-82c3-8a74eb40ac70/data/hbase/meta/1588230740/ns/bf6837721710436c813276fa8859f427 2024-11-22T14:33:38,680 INFO [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42199/user/jenkins/test-data/4a304132-6c32-edfe-82c3-8a74eb40ac70/data/hbase/meta/1588230740/ns/bf6837721710436c813276fa8859f427, entries=2, sequenceid=11, filesize=5.0 K 2024-11-22T14:33:38,681 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42199/user/jenkins/test-data/4a304132-6c32-edfe-82c3-8a74eb40ac70/data/hbase/meta/1588230740/.tmp/table/e9984a6b3da5472fbce400abee06753b as hdfs://localhost:42199/user/jenkins/test-data/4a304132-6c32-edfe-82c3-8a74eb40ac70/data/hbase/meta/1588230740/table/e9984a6b3da5472fbce400abee06753b 2024-11-22T14:33:38,684 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,44241,1732286008695.replicationSource.wal-reader.b313e41b3af3%2C44241%2C1732286008695,1-b313e41b3af3,44241,1732286008695 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42199/user/jenkins/test-data/4a304132-6c32-edfe-82c3-8a74eb40ac70/WALs/b313e41b3af3,44241,1732286008695/b313e41b3af3%2C44241%2C1732286008695.1732286010772 to pos 0, reset compression=false 2024-11-22T14:33:38,685 INFO [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42199/user/jenkins/test-data/4a304132-6c32-edfe-82c3-8a74eb40ac70/data/hbase/meta/1588230740/table/e9984a6b3da5472fbce400abee06753b, entries=2, sequenceid=11, filesize=5.1 K 2024-11-22T14:33:38,686 INFO [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1296ms, sequenceid=11, compaction requested=false 2024-11-22T14:33:38,690 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42199/user/jenkins/test-data/4a304132-6c32-edfe-82c3-8a74eb40ac70/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-22T14:33:38,690 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-22T14:33:38,690 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T14:33:38,691 INFO [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-22T14:33:38,691 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732286017390Running coprocessor pre-close hooks at 1732286017390Disabling compacts and flushes for region at 1732286017390Disabling writes for close at 1732286017390Obtaining lock to block concurrent updates at 1732286017390Preparing flush snapshotting stores in 1588230740 at 1732286017390Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1732286017390Flushing stores of hbase:meta,,1.1588230740 at 1732286017390Flushing 1588230740/info: creating writer at 1732286017390Flushing 1588230740/info: appending metadata at 1732286017407 (+17 ms)Flushing 1588230740/info: closing flushed file at 1732286017407Flushing 1588230740/ns: creating writer at 1732286017816 (+409 ms)Flushing 1588230740/ns: appending metadata at 1732286017833 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1732286017833Flushing 1588230740/table: creating writer at 1732286018243 (+410 ms)Flushing 1588230740/table: appending metadata at 1732286018260 (+17 ms)Flushing 1588230740/table: closing flushed file at 1732286018260Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1fa15e14: reopening flushed file at 1732286018670 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@230253f: reopening flushed file at 1732286018675 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1410fa17: reopening flushed file at 1732286018680 (+5 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1296ms, sequenceid=11, compaction requested=false at 1732286018686 (+6 ms)Writing region close event to WAL at 1732286018687 (+1 ms)Running coprocessor post-close hooks at 1732286018690 (+3 ms)Closed at 1732286018691 (+1 ms) 2024-11-22T14:33:38,691 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-22T14:33:38,791 INFO [RS:0;b313e41b3af3:44241 {}] regionserver.HRegionServer(976): stopping server b313e41b3af3,44241,1732286008695; all regions closed. 2024-11-22T14:33:38,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38599 is added to blk_1073741834_1010 (size=2742) 2024-11-22T14:33:38,793 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4a304132-6c32-edfe-82c3-8a74eb40ac70/WALs/b313e41b3af3,44241,1732286008695/b313e41b3af3%2C44241%2C1732286008695.meta.1732286011379.meta not finished, retry = 0 2024-11-22T14:33:38,895 DEBUG [RS:0;b313e41b3af3:44241 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4a304132-6c32-edfe-82c3-8a74eb40ac70/oldWALs 2024-11-22T14:33:38,895 INFO [RS:0;b313e41b3af3:44241 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b313e41b3af3%2C44241%2C1732286008695.meta:.meta(num 1732286011379) 2024-11-22T14:33:38,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38599 is added to blk_1073741837_1013 (size=1586) 2024-11-22T14:33:38,898 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4a304132-6c32-edfe-82c3-8a74eb40ac70/WALs/b313e41b3af3,44241,1732286008695/b313e41b3af3%2C44241%2C1732286008695.rep.1732286016387 not finished, retry = 0 2024-11-22T14:33:39,000 DEBUG [RS:0;b313e41b3af3:44241 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4a304132-6c32-edfe-82c3-8a74eb40ac70/oldWALs 2024-11-22T14:33:39,000 INFO [RS:0;b313e41b3af3:44241 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b313e41b3af3%2C44241%2C1732286008695.rep:(num 1732286016387) 2024-11-22T14:33:39,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38599 is added to blk_1073741832_1008 (size=93) 2024-11-22T14:33:39,002 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4a304132-6c32-edfe-82c3-8a74eb40ac70/WALs/b313e41b3af3,44241,1732286008695/b313e41b3af3%2C44241%2C1732286008695.1732286010772 not finished, retry = 0 2024-11-22T14:33:39,105 DEBUG [RS:0;b313e41b3af3:44241 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4a304132-6c32-edfe-82c3-8a74eb40ac70/oldWALs 2024-11-22T14:33:39,105 INFO [RS:0;b313e41b3af3:44241 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b313e41b3af3%2C44241%2C1732286008695:(num 1732286010772) 2024-11-22T14:33:39,105 DEBUG [RS:0;b313e41b3af3:44241 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:33:39,105 INFO [RS:0;b313e41b3af3:44241 {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T14:33:39,105 INFO [RS:0;b313e41b3af3:44241 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T14:33:39,105 INFO [RS:0;b313e41b3af3:44241 {}] hbase.ChoreService(370): Chore service for: regionserver/b313e41b3af3:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-22T14:33:39,105 INFO [RS:0;b313e41b3af3:44241 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T14:33:39,105 INFO [regionserver/b313e41b3af3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T14:33:39,105 INFO [RS:0;b313e41b3af3:44241 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-b313e41b3af3,44241,1732286008695 because: Region server is closing 2024-11-22T14:33:39,106 INFO [RS:0;b313e41b3af3:44241 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b313e41b3af3:44241. 2024-11-22T14:33:39,106 DEBUG [RS:0;b313e41b3af3:44241 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T14:33:39,106 DEBUG [RS:0;b313e41b3af3:44241 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:33:39,106 DEBUG [RS:0;b313e41b3af3:44241 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:33:39,106 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T14:33:39,206 WARN [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,44241,1732286008695.replicationSource.wal-reader.b313e41b3af3%2C44241%2C1732286008695,1-b313e41b3af3,44241,1732286008695 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-22T14:33:39,206 WARN [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,44241,1732286008695.replicationSource.shipperb313e41b3af3%2C44241%2C1732286008695,1-b313e41b3af3,44241,1732286008695 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-22T14:33:39,206 INFO [RS:0;b313e41b3af3:44241 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,44241,1732286008695.replicationSource.shipperb313e41b3af3%2C44241%2C1732286008695,1-b313e41b3af3,44241,1732286008695 terminated 2024-11-22T14:33:39,207 INFO [RS:0;b313e41b3af3:44241 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44241 2024-11-22T14:33:39,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44241-0x10067da25660001, quorum=127.0.0.1:64961, baseZNode=/0-1920446674 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1920446674/rs/b313e41b3af3,44241,1732286008695 2024-11-22T14:33:39,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40277-0x10067da25660000, quorum=127.0.0.1:64961, baseZNode=/0-1920446674 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1920446674/rs 2024-11-22T14:33:39,208 INFO [RS:0;b313e41b3af3:44241 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T14:33:39,209 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b313e41b3af3,44241,1732286008695] 2024-11-22T14:33:39,209 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1920446674/draining/b313e41b3af3,44241,1732286008695 already deleted, retry=false 2024-11-22T14:33:39,209 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b313e41b3af3,44241,1732286008695 expired; onlineServers=0 2024-11-22T14:33:39,209 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b313e41b3af3,40277,1732286008614' ***** 2024-11-22T14:33:39,209 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-22T14:33:39,209 INFO [M:0;b313e41b3af3:40277 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T14:33:39,209 INFO [M:0;b313e41b3af3:40277 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T14:33:39,209 DEBUG [M:0;b313e41b3af3:40277 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-22T14:33:39,210 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-22T14:33:39,210 DEBUG [M:0;b313e41b3af3:40277 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-22T14:33:39,210 DEBUG [master/b313e41b3af3:0:becomeActiveMaster-HFileCleaner.small.0-1732286010566 {}] cleaner.HFileCleaner(306): Exit Thread[master/b313e41b3af3:0:becomeActiveMaster-HFileCleaner.small.0-1732286010566,5,FailOnTimeoutGroup] 2024-11-22T14:33:39,210 DEBUG [master/b313e41b3af3:0:becomeActiveMaster-HFileCleaner.large.0-1732286010566 {}] cleaner.HFileCleaner(306): Exit Thread[master/b313e41b3af3:0:becomeActiveMaster-HFileCleaner.large.0-1732286010566,5,FailOnTimeoutGroup] 2024-11-22T14:33:39,210 INFO [M:0;b313e41b3af3:40277 {}] hbase.ChoreService(370): Chore service for: master/b313e41b3af3:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-22T14:33:39,210 INFO [M:0;b313e41b3af3:40277 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T14:33:39,210 DEBUG [M:0;b313e41b3af3:40277 {}] master.HMaster(1795): Stopping service threads 2024-11-22T14:33:39,210 INFO [M:0;b313e41b3af3:40277 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-22T14:33:39,210 INFO [M:0;b313e41b3af3:40277 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-22T14:33:39,210 INFO [M:0;b313e41b3af3:40277 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-22T14:33:39,210 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-22T14:33:39,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40277-0x10067da25660000, quorum=127.0.0.1:64961, baseZNode=/0-1920446674 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1920446674/master 2024-11-22T14:33:39,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40277-0x10067da25660000, quorum=127.0.0.1:64961, baseZNode=/0-1920446674 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1920446674 2024-11-22T14:33:39,211 DEBUG [M:0;b313e41b3af3:40277 {}] zookeeper.ZKUtil(347): master:40277-0x10067da25660000, quorum=127.0.0.1:64961, baseZNode=/0-1920446674 Unable to get data of znode /0-1920446674/master because node does not exist (not an error) 2024-11-22T14:33:39,211 WARN [M:0;b313e41b3af3:40277 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-22T14:33:39,211 INFO [M:0;b313e41b3af3:40277 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42199/user/jenkins/test-data/4a304132-6c32-edfe-82c3-8a74eb40ac70/.lastflushedseqids 2024-11-22T14:33:39,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38599 is added to blk_1073741842_1018 (size=181) 2024-11-22T14:33:39,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44241-0x10067da25660001, quorum=127.0.0.1:64961, baseZNode=/0-1920446674 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T14:33:39,309 INFO [RS:0;b313e41b3af3:44241 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T14:33:39,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44241-0x10067da25660001, quorum=127.0.0.1:64961, baseZNode=/0-1920446674 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T14:33:39,309 INFO [RS:0;b313e41b3af3:44241 {}] regionserver.HRegionServer(1031): Exiting; stopping=b313e41b3af3,44241,1732286008695; zookeeper connection closed. 2024-11-22T14:33:39,309 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@50604805 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@50604805 2024-11-22T14:33:39,309 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-22T14:33:39,616 INFO [M:0;b313e41b3af3:40277 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-22T14:33:39,616 INFO [M:0;b313e41b3af3:40277 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-22T14:33:39,616 DEBUG [M:0;b313e41b3af3:40277 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T14:33:39,616 INFO [M:0;b313e41b3af3:40277 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T14:33:39,616 DEBUG [M:0;b313e41b3af3:40277 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T14:33:39,616 DEBUG [M:0;b313e41b3af3:40277 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T14:33:39,616 DEBUG [M:0;b313e41b3af3:40277 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T14:33:39,617 INFO [M:0;b313e41b3af3:40277 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-22T14:33:39,631 DEBUG [M:0;b313e41b3af3:40277 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42199/user/jenkins/test-data/4a304132-6c32-edfe-82c3-8a74eb40ac70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a9d4f7a503ab456ab204cd31e7611175 is 82, key is hbase:meta,,1/info:regioninfo/1732286011480/Put/seqid=0 2024-11-22T14:33:39,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38599 is added to blk_1073741843_1019 (size=5672) 2024-11-22T14:33:40,035 INFO [M:0;b313e41b3af3:40277 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:42199/user/jenkins/test-data/4a304132-6c32-edfe-82c3-8a74eb40ac70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a9d4f7a503ab456ab204cd31e7611175 2024-11-22T14:33:40,052 DEBUG [M:0;b313e41b3af3:40277 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42199/user/jenkins/test-data/4a304132-6c32-edfe-82c3-8a74eb40ac70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6051ede6e5ca43ee809f1887ac914b16 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1732286016431/Put/seqid=0 2024-11-22T14:33:40,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38599 is added to blk_1073741844_1020 (size=7203) 2024-11-22T14:33:40,457 INFO [M:0;b313e41b3af3:40277 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:42199/user/jenkins/test-data/4a304132-6c32-edfe-82c3-8a74eb40ac70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6051ede6e5ca43ee809f1887ac914b16 2024-11-22T14:33:40,474 DEBUG [M:0;b313e41b3af3:40277 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42199/user/jenkins/test-data/4a304132-6c32-edfe-82c3-8a74eb40ac70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/005852bcc55a489fa65a5981db260ecc is 69, key is b313e41b3af3,44241,1732286008695/rs:state/1732286010586/Put/seqid=0 2024-11-22T14:33:40,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38599 is added to blk_1073741845_1021 (size=5156) 2024-11-22T14:33:40,878 INFO [M:0;b313e41b3af3:40277 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:42199/user/jenkins/test-data/4a304132-6c32-edfe-82c3-8a74eb40ac70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/005852bcc55a489fa65a5981db260ecc 2024-11-22T14:33:40,884 DEBUG [M:0;b313e41b3af3:40277 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42199/user/jenkins/test-data/4a304132-6c32-edfe-82c3-8a74eb40ac70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a9d4f7a503ab456ab204cd31e7611175 as hdfs://localhost:42199/user/jenkins/test-data/4a304132-6c32-edfe-82c3-8a74eb40ac70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a9d4f7a503ab456ab204cd31e7611175 2024-11-22T14:33:40,888 INFO [M:0;b313e41b3af3:40277 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42199/user/jenkins/test-data/4a304132-6c32-edfe-82c3-8a74eb40ac70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a9d4f7a503ab456ab204cd31e7611175, entries=8, sequenceid=70, filesize=5.5 K 2024-11-22T14:33:40,890 DEBUG [M:0;b313e41b3af3:40277 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42199/user/jenkins/test-data/4a304132-6c32-edfe-82c3-8a74eb40ac70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6051ede6e5ca43ee809f1887ac914b16 as hdfs://localhost:42199/user/jenkins/test-data/4a304132-6c32-edfe-82c3-8a74eb40ac70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6051ede6e5ca43ee809f1887ac914b16 2024-11-22T14:33:40,894 INFO [M:0;b313e41b3af3:40277 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42199/user/jenkins/test-data/4a304132-6c32-edfe-82c3-8a74eb40ac70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6051ede6e5ca43ee809f1887ac914b16, entries=8, sequenceid=70, filesize=7.0 K 2024-11-22T14:33:40,895 DEBUG [M:0;b313e41b3af3:40277 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42199/user/jenkins/test-data/4a304132-6c32-edfe-82c3-8a74eb40ac70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/005852bcc55a489fa65a5981db260ecc as hdfs://localhost:42199/user/jenkins/test-data/4a304132-6c32-edfe-82c3-8a74eb40ac70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/005852bcc55a489fa65a5981db260ecc 2024-11-22T14:33:40,904 INFO [M:0;b313e41b3af3:40277 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42199/user/jenkins/test-data/4a304132-6c32-edfe-82c3-8a74eb40ac70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/005852bcc55a489fa65a5981db260ecc, entries=1, sequenceid=70, filesize=5.0 K 2024-11-22T14:33:40,905 INFO [M:0;b313e41b3af3:40277 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1289ms, sequenceid=70, compaction requested=false 2024-11-22T14:33:40,906 INFO [M:0;b313e41b3af3:40277 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T14:33:40,906 DEBUG [M:0;b313e41b3af3:40277 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732286019616Disabling compacts and flushes for region at 1732286019616Disabling writes for close at 1732286019616Obtaining lock to block concurrent updates at 1732286019617 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732286019617Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1732286019617Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732286019618 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732286019618Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732286019630 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732286019630Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732286020039 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732286020052 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732286020052Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732286020461 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732286020473 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732286020473Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4925f389: reopening flushed file at 1732286020883 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@557ad43f: reopening flushed file at 1732286020888 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@32abe283: reopening flushed file at 1732286020895 (+7 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1289ms, sequenceid=70, compaction requested=false at 1732286020905 (+10 ms)Writing region close event to WAL at 1732286020906 (+1 ms)Closed at 1732286020906 2024-11-22T14:33:40,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38599 is added to blk_1073741830_1006 (size=41008) 2024-11-22T14:33:40,908 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4a304132-6c32-edfe-82c3-8a74eb40ac70/MasterData/WALs/b313e41b3af3,40277,1732286008614/b313e41b3af3%2C40277%2C1732286008614.1732286010427 not finished, retry = 0 2024-11-22T14:33:41,009 INFO [M:0;b313e41b3af3:40277 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-22T14:33:41,009 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T14:33:41,009 INFO [M:0;b313e41b3af3:40277 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40277 2024-11-22T14:33:41,009 INFO [M:0;b313e41b3af3:40277 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T14:33:41,110 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40277-0x10067da25660000, quorum=127.0.0.1:64961, baseZNode=/0-1920446674 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T14:33:41,110 INFO [M:0;b313e41b3af3:40277 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T14:33:41,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40277-0x10067da25660000, quorum=127.0.0.1:64961, baseZNode=/0-1920446674 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T14:33:41,112 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b313e41b3af3:0 server-side Connection retries=45 2024-11-22T14:33:41,112 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T14:33:41,112 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T14:33:41,112 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T14:33:41,112 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T14:33:41,112 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T14:33:41,112 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-22T14:33:41,112 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T14:33:41,113 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43493 2024-11-22T14:33:41,114 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43493 connecting to ZooKeeper ensemble=127.0.0.1:64961 2024-11-22T14:33:41,115 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:434930x0, quorum=127.0.0.1:64961, baseZNode=/0-1920446674 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T14:33:41,116 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43493-0x10067da25660006 connected 2024-11-22T14:33:41,118 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T14:33:41,119 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T14:33:41,120 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43493-0x10067da25660006, quorum=127.0.0.1:64961, baseZNode=/0-1920446674 Set watcher on znode that does not yet exist, /0-1920446674/running 2024-11-22T14:33:41,120 DEBUG [pool-1006-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1920446674/meta-region-server: INIT 2024-11-22T14:33:41,121 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42199/user/jenkins/test-data/4a304132-6c32-edfe-82c3-8a74eb40ac70, hbase.cluster.distributed=false 2024-11-22T14:33:41,122 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43493-0x10067da25660006, quorum=127.0.0.1:64961, baseZNode=/0-1920446674 Set watcher on znode that does not yet exist, /0-1920446674/acl 2024-11-22T14:33:41,122 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43493 2024-11-22T14:33:41,122 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43493 2024-11-22T14:33:41,122 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43493 2024-11-22T14:33:41,123 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43493 2024-11-22T14:33:41,123 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43493 2024-11-22T14:33:41,135 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b313e41b3af3:0 server-side Connection retries=45 2024-11-22T14:33:41,135 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T14:33:41,135 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T14:33:41,135 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T14:33:41,135 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T14:33:41,135 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T14:33:41,135 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-22T14:33:41,135 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T14:33:41,136 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35983 2024-11-22T14:33:41,136 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35983 connecting to ZooKeeper ensemble=127.0.0.1:64961 2024-11-22T14:33:41,137 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T14:33:41,138 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T14:33:41,141 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:359830x0, quorum=127.0.0.1:64961, baseZNode=/0-1920446674 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T14:33:41,141 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35983-0x10067da25660007, quorum=127.0.0.1:64961, baseZNode=/0-1920446674 Set watcher on znode that does not yet exist, /0-1920446674/running 2024-11-22T14:33:41,141 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35983-0x10067da25660007 connected 2024-11-22T14:33:41,141 DEBUG [pool-1011-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1920446674/meta-region-server: INIT 2024-11-22T14:33:41,141 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-22T14:33:41,143 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-22T14:33:41,143 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35983-0x10067da25660007, quorum=127.0.0.1:64961, baseZNode=/0-1920446674 Set watcher on znode that does not yet exist, /0-1920446674/master 2024-11-22T14:33:41,144 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35983-0x10067da25660007, quorum=127.0.0.1:64961, baseZNode=/0-1920446674 Set watcher on znode that does not yet exist, /0-1920446674/acl 2024-11-22T14:33:41,144 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35983 2024-11-22T14:33:41,144 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35983 2024-11-22T14:33:41,145 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35983 2024-11-22T14:33:41,148 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35983 2024-11-22T14:33:41,149 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35983 2024-11-22T14:33:41,159 DEBUG [M:0;b313e41b3af3:43493 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b313e41b3af3:43493 2024-11-22T14:33:41,160 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1920446674/backup-masters/b313e41b3af3,43493,1732286021112 2024-11-22T14:33:41,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43493-0x10067da25660006, quorum=127.0.0.1:64961, baseZNode=/0-1920446674 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1920446674/backup-masters 2024-11-22T14:33:41,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35983-0x10067da25660007, quorum=127.0.0.1:64961, baseZNode=/0-1920446674 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1920446674/backup-masters 2024-11-22T14:33:41,161 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43493-0x10067da25660006, quorum=127.0.0.1:64961, baseZNode=/0-1920446674 Set watcher on existing znode=/0-1920446674/backup-masters/b313e41b3af3,43493,1732286021112 2024-11-22T14:33:41,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35983-0x10067da25660007, quorum=127.0.0.1:64961, baseZNode=/0-1920446674 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1920446674/master 2024-11-22T14:33:41,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43493-0x10067da25660006, quorum=127.0.0.1:64961, baseZNode=/0-1920446674 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1920446674 2024-11-22T14:33:41,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35983-0x10067da25660007, quorum=127.0.0.1:64961, baseZNode=/0-1920446674 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1920446674 2024-11-22T14:33:41,162 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43493-0x10067da25660006, quorum=127.0.0.1:64961, baseZNode=/0-1920446674 Set watcher on existing znode=/0-1920446674/master 2024-11-22T14:33:41,163 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1920446674/backup-masters/b313e41b3af3,43493,1732286021112 from backup master directory 2024-11-22T14:33:41,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43493-0x10067da25660006, quorum=127.0.0.1:64961, baseZNode=/0-1920446674 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1920446674/backup-masters/b313e41b3af3,43493,1732286021112 2024-11-22T14:33:41,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43493-0x10067da25660006, quorum=127.0.0.1:64961, baseZNode=/0-1920446674 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1920446674/backup-masters 2024-11-22T14:33:41,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35983-0x10067da25660007, quorum=127.0.0.1:64961, baseZNode=/0-1920446674 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1920446674/backup-masters 2024-11-22T14:33:41,163 WARN [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T14:33:41,163 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b313e41b3af3,43493,1732286021112 2024-11-22T14:33:41,172 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T14:33:41,173 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-22T14:33:41,178 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 5ms. 2024-11-22T14:33:41,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38599 is added to blk_1073741846_1022 (size=196) 2024-11-22T14:33:41,585 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T14:33:41,586 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-22T14:33:41,586 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T14:33:41,591 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-22T14:33:41,593 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:42199/user/jenkins/test-data/4a304132-6c32-edfe-82c3-8a74eb40ac70/MasterData/WALs/b313e41b3af3,40277,1732286008614 to hdfs://localhost:42199/user/jenkins/test-data/4a304132-6c32-edfe-82c3-8a74eb40ac70/MasterData/WALs/b313e41b3af3,40277,1732286008614-dead as it is dead 2024-11-22T14:33:41,594 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42199/user/jenkins/test-data/4a304132-6c32-edfe-82c3-8a74eb40ac70/MasterData/WALs/b313e41b3af3,40277,1732286008614-dead/b313e41b3af3%2C40277%2C1732286008614.1732286010427 2024-11-22T14:33:41,594 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42199/user/jenkins/test-data/4a304132-6c32-edfe-82c3-8a74eb40ac70/MasterData/WALs/b313e41b3af3,40277,1732286008614-dead/b313e41b3af3%2C40277%2C1732286008614.1732286010427 after 0ms 2024-11-22T14:33:41,595 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:42199/user/jenkins/test-data/4a304132-6c32-edfe-82c3-8a74eb40ac70/MasterData/WALs/b313e41b3af3,40277,1732286008614-dead/b313e41b3af3%2C40277%2C1732286008614.1732286010427 to hdfs://localhost:42199/user/jenkins/test-data/4a304132-6c32-edfe-82c3-8a74eb40ac70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/b313e41b3af3%2C40277%2C1732286008614.1732286010427 2024-11-22T14:33:41,595 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:42199/user/jenkins/test-data/4a304132-6c32-edfe-82c3-8a74eb40ac70/MasterData/WALs/b313e41b3af3,40277,1732286008614-dead 2024-11-22T14:33:41,595 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42199/user/jenkins/test-data/4a304132-6c32-edfe-82c3-8a74eb40ac70/MasterData/WALs/b313e41b3af3,43493,1732286021112 2024-11-22T14:33:41,596 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T14:33:41,597 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b313e41b3af3%2C43493%2C1732286021112, suffix=, logDir=hdfs://localhost:42199/user/jenkins/test-data/4a304132-6c32-edfe-82c3-8a74eb40ac70/MasterData/WALs/b313e41b3af3,43493,1732286021112, archiveDir=hdfs://localhost:42199/user/jenkins/test-data/4a304132-6c32-edfe-82c3-8a74eb40ac70/MasterData/oldWALs, maxLogs=10 2024-11-22T14:33:41,609 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4a304132-6c32-edfe-82c3-8a74eb40ac70/MasterData/WALs/b313e41b3af3,43493,1732286021112/b313e41b3af3%2C43493%2C1732286021112.1732286021597, exclude list is [], retry=0 2024-11-22T14:33:41,611 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38599,DS-7e89a837-3aeb-4239-8936-992a6f1c3be7,DISK] 2024-11-22T14:33:41,612 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4a304132-6c32-edfe-82c3-8a74eb40ac70/MasterData/WALs/b313e41b3af3,43493,1732286021112/b313e41b3af3%2C43493%2C1732286021112.1732286021597 2024-11-22T14:33:41,613 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43551:43551)] 2024-11-22T14:33:41,613 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-22T14:33:41,613 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T14:33:41,613 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:33:41,613 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:33:41,614 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:33:41,615 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-22T14:33:41,615 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:33:41,621 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42199/user/jenkins/test-data/4a304132-6c32-edfe-82c3-8a74eb40ac70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a9d4f7a503ab456ab204cd31e7611175 2024-11-22T14:33:41,621 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T14:33:41,621 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:33:41,622 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-22T14:33:41,622 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:33:41,626 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42199/user/jenkins/test-data/4a304132-6c32-edfe-82c3-8a74eb40ac70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6051ede6e5ca43ee809f1887ac914b16 2024-11-22T14:33:41,626 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:33:41,626 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:33:41,627 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-22T14:33:41,627 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:33:41,632 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42199/user/jenkins/test-data/4a304132-6c32-edfe-82c3-8a74eb40ac70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/005852bcc55a489fa65a5981db260ecc 2024-11-22T14:33:41,632 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:33:41,633 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:33:41,633 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-22T14:33:41,633 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:33:41,634 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:33:41,634 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:33:41,634 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:42199/user/jenkins/test-data/4a304132-6c32-edfe-82c3-8a74eb40ac70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-22T14:33:41,635 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:42199/user/jenkins/test-data/4a304132-6c32-edfe-82c3-8a74eb40ac70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/b313e41b3af3%2C40277%2C1732286008614.1732286010427 2024-11-22T14:33:41,639 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 85, firstSequenceIdInLog=3, maxSequenceIdInLog=72, path=hdfs://localhost:42199/user/jenkins/test-data/4a304132-6c32-edfe-82c3-8a74eb40ac70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/b313e41b3af3%2C40277%2C1732286008614.1732286010427 2024-11-22T14:33:41,640 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:42199/user/jenkins/test-data/4a304132-6c32-edfe-82c3-8a74eb40ac70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/b313e41b3af3%2C40277%2C1732286008614.1732286010427 2024-11-22T14:33:41,641 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:33:41,641 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:33:41,641 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T14:33:41,643 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:33:41,644 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42199/user/jenkins/test-data/4a304132-6c32-edfe-82c3-8a74eb40ac70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/72.seqid, newMaxSeqId=72, maxSeqId=1 2024-11-22T14:33:41,645 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=73; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61272093, jitterRate=-0.08697466552257538}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T14:33:41,645 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732286021613Initializing all the Stores at 1732286021614 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732286021614Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732286021614Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732286021614Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732286021614Cleaning up temporary data from old regions at 1732286021641 (+27 ms)Region opened successfully at 1732286021645 (+4 ms) 2024-11-22T14:33:41,646 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-22T14:33:41,648 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48aad7ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b313e41b3af3/172.17.0.2:0 2024-11-22T14:33:41,650 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-22T14:33:41,650 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-22T14:33:41,650 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-22T14:33:41,650 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-22T14:33:41,651 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-22T14:33:41,653 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-22T14:33:41,653 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-22T14:33:41,654 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-22T14:33:41,654 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 3 msec 2024-11-22T14:33:41,654 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-22T14:33:41,658 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=b313e41b3af3,44241,1732286008695, regionLocation=b313e41b3af3,44241,1732286008695, openSeqNum=2 2024-11-22T14:33:41,658 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=b313e41b3af3,44241,1732286008695, table=hbase:meta, region=1588230740 2024-11-22T14:33:41,658 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b313e41b3af3,44241,1732286008695, state=OPEN 2024-11-22T14:33:41,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35983-0x10067da25660007, quorum=127.0.0.1:64961, baseZNode=/0-1920446674 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1920446674/meta-region-server 2024-11-22T14:33:41,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43493-0x10067da25660006, quorum=127.0.0.1:64961, baseZNode=/0-1920446674 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1920446674/meta-region-server 2024-11-22T14:33:41,660 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1920446674/meta-region-server: CHANGED 2024-11-22T14:33:41,660 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1920446674/meta-region-server: CHANGED 2024-11-22T14:33:41,663 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-22T14:33:41,664 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1920446674/draining/b313e41b3af3,44241,1732286008695 already deleted, retry=false 2024-11-22T14:33:41,664 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of b313e41b3af3,44241,1732286008695 on b313e41b3af3,43493,1732286021112 2024-11-22T14:33:41,665 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure b313e41b3af3,44241,1732286008695, splitWal=true, meta=true 2024-11-22T14:33:41,665 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=9 for b313e41b3af3,44241,1732286008695 (carryingMeta=true) b313e41b3af3,44241,1732286008695/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@78afd8d8[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-22T14:33:41,666 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43493-0x10067da25660006, quorum=127.0.0.1:64961, baseZNode=/0-1920446674 Unable to get data of znode /0-1920446674/balancer because node does not exist (not necessarily an error) 2024-11-22T14:33:41,667 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1920446674/balancer already deleted, retry=false 2024-11-22T14:33:41,667 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-22T14:33:41,668 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43493-0x10067da25660006, quorum=127.0.0.1:64961, baseZNode=/0-1920446674 Unable to get data of znode /0-1920446674/normalizer because node does not exist (not necessarily an error) 2024-11-22T14:33:41,668 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1920446674/normalizer already deleted, retry=false 2024-11-22T14:33:41,669 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-22T14:33:41,669 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43493-0x10067da25660006, quorum=127.0.0.1:64961, baseZNode=/0-1920446674 Unable to get data of znode /0-1920446674/switch/split because node does not exist (not necessarily an error) 2024-11-22T14:33:41,670 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1920446674/switch/split already deleted, retry=false 2024-11-22T14:33:41,671 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43493-0x10067da25660006, quorum=127.0.0.1:64961, baseZNode=/0-1920446674 Unable to get data of znode /0-1920446674/switch/merge because node does not exist (not necessarily an error) 2024-11-22T14:33:41,671 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1920446674/switch/merge already deleted, retry=false 2024-11-22T14:33:41,674 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43493-0x10067da25660006, quorum=127.0.0.1:64961, baseZNode=/0-1920446674 Unable to get data of znode /0-1920446674/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-22T14:33:41,675 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1920446674/snapshot-cleanup already deleted, retry=false 2024-11-22T14:33:41,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43493-0x10067da25660006, quorum=127.0.0.1:64961, baseZNode=/0-1920446674 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1920446674/running 2024-11-22T14:33:41,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35983-0x10067da25660007, quorum=127.0.0.1:64961, baseZNode=/0-1920446674 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1920446674/running 2024-11-22T14:33:41,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43493-0x10067da25660006, quorum=127.0.0.1:64961, baseZNode=/0-1920446674 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1920446674 2024-11-22T14:33:41,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35983-0x10067da25660007, quorum=127.0.0.1:64961, baseZNode=/0-1920446674 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1920446674 2024-11-22T14:33:41,677 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b313e41b3af3,43493,1732286021112, sessionid=0x10067da25660006, setting cluster-up flag (Was=false) 2024-11-22T14:33:41,678 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1920446674/flush-table-proc/acquired, /0-1920446674/flush-table-proc/reached, /0-1920446674/flush-table-proc/abort 2024-11-22T14:33:41,679 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b313e41b3af3,43493,1732286021112 2024-11-22T14:33:41,680 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1920446674/online-snapshot/acquired, /0-1920446674/online-snapshot/reached, /0-1920446674/online-snapshot/abort 2024-11-22T14:33:41,681 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b313e41b3af3,43493,1732286021112 2024-11-22T14:33:41,682 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:42199/user/jenkins/test-data/4a304132-6c32-edfe-82c3-8a74eb40ac70/.lastflushedseqids 2024-11-22T14:33:41,684 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-22T14:33:41,684 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-22T14:33:41,684 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b313e41b3af3,43493,1732286021112 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 b313e41b3af3,44241,1732286008695 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-22T14:33:41,685 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b313e41b3af3:0, corePoolSize=5, maxPoolSize=5 2024-11-22T14:33:41,685 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b313e41b3af3:0, corePoolSize=5, maxPoolSize=5 2024-11-22T14:33:41,685 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b313e41b3af3:0, corePoolSize=5, maxPoolSize=5 2024-11-22T14:33:41,685 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b313e41b3af3:0, corePoolSize=5, maxPoolSize=5 2024-11-22T14:33:41,685 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b313e41b3af3:0, corePoolSize=10, maxPoolSize=10 2024-11-22T14:33:41,685 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:33:41,685 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b313e41b3af3:0, corePoolSize=2, maxPoolSize=2 2024-11-22T14:33:41,685 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:33:41,686 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure b313e41b3af3,44241,1732286008695, splitWal=true, meta=true 2024-11-22T14:33:41,687 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure b313e41b3af3,44241,1732286008695, splitWal=true, meta=true, isMeta: true 2024-11-22T14:33:41,688 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:42199/user/jenkins/test-data/4a304132-6c32-edfe-82c3-8a74eb40ac70/WALs/b313e41b3af3,44241,1732286008695-splitting 2024-11-22T14:33:41,689 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:42199/user/jenkins/test-data/4a304132-6c32-edfe-82c3-8a74eb40ac70/WALs/b313e41b3af3,44241,1732286008695-splitting dir is empty, no logs to split. 2024-11-22T14:33:41,689 INFO [PEWorker-1 {}] master.SplitWALManager(105): b313e41b3af3,44241,1732286008695 WAL count=0, meta=true 2024-11-22T14:33:41,689 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732286051689 2024-11-22T14:33:41,689 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-22T14:33:41,689 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-22T14:33:41,689 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-22T14:33:41,689 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-22T14:33:41,689 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-22T14:33:41,689 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-22T14:33:41,691 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:42199/user/jenkins/test-data/4a304132-6c32-edfe-82c3-8a74eb40ac70/WALs/b313e41b3af3,44241,1732286008695-splitting dir is empty, no logs to split. 2024-11-22T14:33:41,691 INFO [PEWorker-1 {}] master.SplitWALManager(105): b313e41b3af3,44241,1732286008695 WAL count=0, meta=true 2024-11-22T14:33:41,691 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if b313e41b3af3,44241,1732286008695 WAL splitting is done? wals=0, meta=true 2024-11-22T14:33:41,692 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-22T14:33:41,692 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T14:33:41,693 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T14:33:41,693 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-22T14:33:41,694 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-22T14:33:41,694 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-22T14:33:41,694 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-22T14:33:41,694 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-22T14:33:41,695 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-22T14:33:41,695 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-22T14:33:41,697 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b313e41b3af3:0:becomeActiveMaster-HFileCleaner.large.0-1732286021695,5,FailOnTimeoutGroup] 2024-11-22T14:33:41,697 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b313e41b3af3:0:becomeActiveMaster-HFileCleaner.small.0-1732286021697,5,FailOnTimeoutGroup] 2024-11-22T14:33:41,697 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T14:33:41,697 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-22T14:33:41,697 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-22T14:33:41,697 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-22T14:33:41,697 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732286021697, completionTime=-1 2024-11-22T14:33:41,697 WARN [master/b313e41b3af3:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-22T14:33:41,697 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-22T14:33:41,751 INFO [RS:0;b313e41b3af3:35983 {}] regionserver.HRegionServer(746): ClusterId : 036a4639-3792-445b-82df-a36b9050307e 2024-11-22T14:33:41,751 DEBUG [RS:0;b313e41b3af3:35983 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-22T14:33:41,753 DEBUG [RS:0;b313e41b3af3:35983 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-22T14:33:41,753 DEBUG [RS:0;b313e41b3af3:35983 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-22T14:33:41,754 DEBUG [RS:0;b313e41b3af3:35983 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-22T14:33:41,754 DEBUG [RS:0;b313e41b3af3:35983 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@548ae835, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b313e41b3af3/172.17.0.2:0 2024-11-22T14:33:41,765 DEBUG [RS:0;b313e41b3af3:35983 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b313e41b3af3:35983 2024-11-22T14:33:41,765 INFO [RS:0;b313e41b3af3:35983 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-22T14:33:41,765 INFO [RS:0;b313e41b3af3:35983 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-22T14:33:41,765 DEBUG [RS:0;b313e41b3af3:35983 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-22T14:33:41,766 INFO [RS:0;b313e41b3af3:35983 {}] regionserver.HRegionServer(2659): reportForDuty to master=b313e41b3af3,43493,1732286021112 with port=35983, startcode=1732286021135 2024-11-22T14:33:41,766 DEBUG [RS:0;b313e41b3af3:35983 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-22T14:33:41,767 INFO [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58615, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-11-22T14:33:41,768 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43493 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b313e41b3af3,35983,1732286021135 2024-11-22T14:33:41,768 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43493 {}] master.ServerManager(517): Registering regionserver=b313e41b3af3,35983,1732286021135 2024-11-22T14:33:41,769 DEBUG [RS:0;b313e41b3af3:35983 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42199/user/jenkins/test-data/4a304132-6c32-edfe-82c3-8a74eb40ac70 2024-11-22T14:33:41,769 DEBUG [RS:0;b313e41b3af3:35983 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42199 2024-11-22T14:33:41,769 DEBUG [RS:0;b313e41b3af3:35983 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-22T14:33:41,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43493-0x10067da25660006, quorum=127.0.0.1:64961, baseZNode=/0-1920446674 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1920446674/rs 2024-11-22T14:33:41,772 DEBUG [RS:0;b313e41b3af3:35983 {}] zookeeper.ZKUtil(111): regionserver:35983-0x10067da25660007, quorum=127.0.0.1:64961, baseZNode=/0-1920446674 Set watcher on existing znode=/0-1920446674/rs/b313e41b3af3,35983,1732286021135 2024-11-22T14:33:41,772 WARN [RS:0;b313e41b3af3:35983 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T14:33:41,772 INFO [RS:0;b313e41b3af3:35983 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T14:33:41,772 DEBUG [RS:0;b313e41b3af3:35983 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42199/user/jenkins/test-data/4a304132-6c32-edfe-82c3-8a74eb40ac70/WALs/b313e41b3af3,35983,1732286021135 2024-11-22T14:33:41,772 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b313e41b3af3,35983,1732286021135] 2024-11-22T14:33:41,790 INFO [RS:0;b313e41b3af3:35983 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-22T14:33:41,791 INFO [RS:0;b313e41b3af3:35983 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-22T14:33:41,792 INFO [RS:0;b313e41b3af3:35983 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-22T14:33:41,792 INFO [RS:0;b313e41b3af3:35983 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T14:33:41,792 INFO [RS:0;b313e41b3af3:35983 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-22T14:33:41,792 INFO [RS:0;b313e41b3af3:35983 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-22T14:33:41,793 INFO [RS:0;b313e41b3af3:35983 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-22T14:33:41,793 DEBUG [RS:0;b313e41b3af3:35983 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:33:41,793 DEBUG [RS:0;b313e41b3af3:35983 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:33:41,793 DEBUG [RS:0;b313e41b3af3:35983 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:33:41,793 DEBUG [RS:0;b313e41b3af3:35983 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:33:41,793 DEBUG [RS:0;b313e41b3af3:35983 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:33:41,793 DEBUG [RS:0;b313e41b3af3:35983 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b313e41b3af3:0, corePoolSize=2, maxPoolSize=2 2024-11-22T14:33:41,793 DEBUG [RS:0;b313e41b3af3:35983 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:33:41,793 DEBUG [RS:0;b313e41b3af3:35983 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:33:41,793 DEBUG [RS:0;b313e41b3af3:35983 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:33:41,793 DEBUG [RS:0;b313e41b3af3:35983 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:33:41,793 DEBUG [RS:0;b313e41b3af3:35983 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:33:41,793 DEBUG [RS:0;b313e41b3af3:35983 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:33:41,793 DEBUG [RS:0;b313e41b3af3:35983 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b313e41b3af3:0, corePoolSize=3, maxPoolSize=3 2024-11-22T14:33:41,793 DEBUG [RS:0;b313e41b3af3:35983 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b313e41b3af3:0, corePoolSize=3, maxPoolSize=3 2024-11-22T14:33:41,793 INFO [RS:0;b313e41b3af3:35983 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T14:33:41,793 INFO [RS:0;b313e41b3af3:35983 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T14:33:41,793 INFO [RS:0;b313e41b3af3:35983 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T14:33:41,793 INFO [RS:0;b313e41b3af3:35983 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-22T14:33:41,794 INFO [RS:0;b313e41b3af3:35983 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-22T14:33:41,794 INFO [RS:0;b313e41b3af3:35983 {}] hbase.ChoreService(168): Chore ScheduledChore name=b313e41b3af3,35983,1732286021135-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T14:33:41,798 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=101ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-22T14:33:41,806 INFO [RS:0;b313e41b3af3:35983 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-22T14:33:41,806 INFO [RS:0;b313e41b3af3:35983 {}] hbase.ChoreService(168): Chore ScheduledChore name=b313e41b3af3,35983,1732286021135-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T14:33:41,819 INFO [RS:0;b313e41b3af3:35983 {}] regionserver.ReplicationSource(231): queueId=1-b313e41b3af3,35983,1732286021135, ReplicationSource: 1, currentBandwidth=0 2024-11-22T14:33:41,819 INFO [RS:0;b313e41b3af3:35983 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T14:33:41,819 INFO [RS:0;b313e41b3af3:35983 {}] regionserver.Replication(171): b313e41b3af3,35983,1732286021135 started 2024-11-22T14:33:41,831 INFO [RS:0;b313e41b3af3:35983 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T14:33:41,831 DEBUG [RS:0;b313e41b3af3:35983.replicationSource,1-b313e41b3af3,35983,1732286021135 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b313e41b3af3:36023' 2024-11-22T14:33:41,831 INFO [RS:0;b313e41b3af3:35983 {}] regionserver.HRegionServer(1482): Serving as b313e41b3af3,35983,1732286021135, RpcServer on b313e41b3af3/172.17.0.2:35983, sessionid=0x10067da25660007 2024-11-22T14:33:41,831 DEBUG [RS:0;b313e41b3af3:35983 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-22T14:33:41,831 DEBUG [RS:0;b313e41b3af3:35983 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b313e41b3af3,35983,1732286021135 2024-11-22T14:33:41,832 DEBUG [RS:0;b313e41b3af3:35983 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b313e41b3af3,35983,1732286021135' 2024-11-22T14:33:41,832 DEBUG [RS:0;b313e41b3af3:35983 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1920446674/flush-table-proc/abort' 2024-11-22T14:33:41,832 DEBUG [RS:0;b313e41b3af3:35983 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1920446674/flush-table-proc/acquired' 2024-11-22T14:33:41,832 DEBUG [RS:0;b313e41b3af3:35983 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-22T14:33:41,832 DEBUG [RS:0;b313e41b3af3:35983.replicationSource,1-b313e41b3af3,35983,1732286021135 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@21ea358a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:33:41,832 DEBUG [RS:0;b313e41b3af3:35983 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-22T14:33:41,832 DEBUG [RS:0;b313e41b3af3:35983.replicationSource,1-b313e41b3af3,35983,1732286021135 {}] client.ClusterIdFetcher(90): Going to request b313e41b3af3,36023,-1 for getting cluster id 2024-11-22T14:33:41,832 DEBUG [RS:0;b313e41b3af3:35983 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b313e41b3af3,35983,1732286021135 2024-11-22T14:33:41,832 DEBUG [RS:0;b313e41b3af3:35983 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b313e41b3af3,35983,1732286021135' 2024-11-22T14:33:41,833 DEBUG [RS:0;b313e41b3af3:35983 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1920446674/online-snapshot/abort' 2024-11-22T14:33:41,833 DEBUG [RS:0;b313e41b3af3:35983.replicationSource,1-b313e41b3af3,35983,1732286021135 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T14:33:41,833 DEBUG [RS:0;b313e41b3af3:35983 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1920446674/online-snapshot/acquired' 2024-11-22T14:33:41,834 DEBUG [RS:0;b313e41b3af3:35983 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-22T14:33:41,834 INFO [RS:0;b313e41b3af3:35983 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-22T14:33:41,834 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a4c651a9-dc99-4878-a15c-d5db6e84f29e' 2024-11-22T14:33:41,834 INFO [RS:0;b313e41b3af3:35983 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-22T14:33:41,834 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T14:33:41,834 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a4c651a9-dc99-4878-a15c-d5db6e84f29e" 2024-11-22T14:33:41,834 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7357e718, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:33:41,834 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b313e41b3af3,36023,-1] 2024-11-22T14:33:41,834 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T14:33:41,834 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:33:41,835 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41072, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=ClientMetaService 2024-11-22T14:33:41,836 DEBUG [RS:0;b313e41b3af3:35983.replicationSource,1-b313e41b3af3,35983,1732286021135 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6ea66a72, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:33:41,836 DEBUG [RS:0;b313e41b3af3:35983.replicationSource,1-b313e41b3af3,35983,1732286021135 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T14:33:41,836 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b313e41b3af3,36023,1732286012645 2024-11-22T14:33:41,836 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@ead76ad 2024-11-22T14:33:41,836 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T14:33:41,837 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41074, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=MasterService 2024-11-22T14:33:41,838 INFO [RS:0;b313e41b3af3:35983.replicationSource,1-b313e41b3af3,35983,1732286021135 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-b313e41b3af3,35983,1732286021135 (queues=0) is replicating from cluster=036a4639-3792-445b-82df-a36b9050307e to cluster=a4c651a9-dc99-4878-a15c-d5db6e84f29e 2024-11-22T14:33:41,843 WARN [b313e41b3af3:43493 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-22T14:33:41,905 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-22T14:33:41,931 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:33:41,932 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:33:41,932 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:33:41,932 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:33:41,933 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:33:41,934 INFO [RS:0;b313e41b3af3:35983 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T14:33:41,935 INFO [RS:0;b313e41b3af3:35983 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b313e41b3af3%2C35983%2C1732286021135, suffix=, logDir=hdfs://localhost:42199/user/jenkins/test-data/4a304132-6c32-edfe-82c3-8a74eb40ac70/WALs/b313e41b3af3,35983,1732286021135, archiveDir=hdfs://localhost:42199/user/jenkins/test-data/4a304132-6c32-edfe-82c3-8a74eb40ac70/oldWALs, maxLogs=10 2024-11-22T14:33:41,940 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:33:41,948 DEBUG [RS:0;b313e41b3af3:35983 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4a304132-6c32-edfe-82c3-8a74eb40ac70/WALs/b313e41b3af3,35983,1732286021135/b313e41b3af3%2C35983%2C1732286021135.1732286021935, exclude list is [], retry=0 2024-11-22T14:33:41,950 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38599,DS-7e89a837-3aeb-4239-8936-992a6f1c3be7,DISK] 2024-11-22T14:33:41,952 INFO [RS:0;b313e41b3af3:35983 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4a304132-6c32-edfe-82c3-8a74eb40ac70/WALs/b313e41b3af3,35983,1732286021135/b313e41b3af3%2C35983%2C1732286021135.1732286021935 2024-11-22T14:33:41,952 DEBUG [RS:0;b313e41b3af3:35983 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group b313e41b3af3%2C35983%2C1732286021135 for peer 1 2024-11-22T14:33:41,952 DEBUG [RS:0;b313e41b3af3:35983 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=b313e41b3af3%2C35983%2C1732286021135 2024-11-22T14:33:41,952 INFO [RS:0;b313e41b3af3:35983 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-b313e41b3af3,35983,1732286021135, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-22T14:33:41,952 DEBUG [RS:0;b313e41b3af3:35983 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43551:43551)] 2024-11-22T14:33:41,952 INFO [RS:0;b313e41b3af3:35983.replicationSource.shipperb313e41b3af3%2C35983%2C1732286021135,1-b313e41b3af3,35983,1732286021135 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: b313e41b3af3%2C35983%2C1732286021135 2024-11-22T14:33:41,952 DEBUG [RS:0;b313e41b3af3:35983.replicationSource.wal-reader.b313e41b3af3%2C35983%2C1732286021135,1-b313e41b3af3,35983,1732286021135 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42199/user/jenkins/test-data/4a304132-6c32-edfe-82c3-8a74eb40ac70/WALs/b313e41b3af3,35983,1732286021135/b313e41b3af3%2C35983%2C1732286021135.1732286021935, startPosition=0, beingWritten=true 2024-11-22T14:33:42,094 DEBUG [b313e41b3af3:43493 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-22T14:33:42,094 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b313e41b3af3,35983,1732286021135 2024-11-22T14:33:42,095 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b313e41b3af3,35983,1732286021135, state=OPENING 2024-11-22T14:33:42,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35983-0x10067da25660007, quorum=127.0.0.1:64961, baseZNode=/0-1920446674 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1920446674/meta-region-server 2024-11-22T14:33:42,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43493-0x10067da25660006, quorum=127.0.0.1:64961, baseZNode=/0-1920446674 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1920446674/meta-region-server 2024-11-22T14:33:42,096 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T14:33:42,096 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1920446674/meta-region-server: CHANGED 2024-11-22T14:33:42,096 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1920446674/meta-region-server: CHANGED 2024-11-22T14:33:42,096 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b313e41b3af3,35983,1732286021135}] 2024-11-22T14:33:42,158 DEBUG [RS:0;b313e41b3af3:35983.replicationSource.wal-reader.b313e41b3af3%2C35983%2C1732286021135,1-b313e41b3af3,35983,1732286021135 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42199/user/jenkins/test-data/4a304132-6c32-edfe-82c3-8a74eb40ac70/WALs/b313e41b3af3,35983,1732286021135/b313e41b3af3%2C35983%2C1732286021135.1732286021935 to pos 0, reset compression=false 2024-11-22T14:33:42,248 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-22T14:33:42,249 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54087, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-22T14:33:42,252 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-22T14:33:42,252 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T14:33:42,252 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=11}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-22T14:33:42,254 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b313e41b3af3%2C35983%2C1732286021135.meta, suffix=.meta, logDir=hdfs://localhost:42199/user/jenkins/test-data/4a304132-6c32-edfe-82c3-8a74eb40ac70/WALs/b313e41b3af3,35983,1732286021135, archiveDir=hdfs://localhost:42199/user/jenkins/test-data/4a304132-6c32-edfe-82c3-8a74eb40ac70/oldWALs, maxLogs=10 2024-11-22T14:33:42,265 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=11}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4a304132-6c32-edfe-82c3-8a74eb40ac70/WALs/b313e41b3af3,35983,1732286021135/b313e41b3af3%2C35983%2C1732286021135.meta.1732286022254.meta, exclude list is [], retry=0 2024-11-22T14:33:42,267 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38599,DS-7e89a837-3aeb-4239-8936-992a6f1c3be7,DISK] 2024-11-22T14:33:42,269 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4a304132-6c32-edfe-82c3-8a74eb40ac70/WALs/b313e41b3af3,35983,1732286021135/b313e41b3af3%2C35983%2C1732286021135.meta.1732286022254.meta 2024-11-22T14:33:42,269 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43551:43551)] 2024-11-22T14:33:42,269 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-22T14:33:42,269 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-22T14:33:42,269 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-22T14:33:42,269 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-22T14:33:42,270 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-22T14:33:42,270 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-22T14:33:42,270 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T14:33:42,270 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-22T14:33:42,270 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-22T14:33:42,271 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T14:33:42,272 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T14:33:42,272 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:33:42,277 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42199/user/jenkins/test-data/4a304132-6c32-edfe-82c3-8a74eb40ac70/data/hbase/meta/1588230740/info/0cda7eca59fc488b84f42e96d33b8853 2024-11-22T14:33:42,277 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T14:33:42,277 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T14:33:42,278 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T14:33:42,278 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:33:42,283 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42199/user/jenkins/test-data/4a304132-6c32-edfe-82c3-8a74eb40ac70/data/hbase/meta/1588230740/ns/bf6837721710436c813276fa8859f427 2024-11-22T14:33:42,283 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T14:33:42,283 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T14:33:42,284 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T14:33:42,284 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:33:42,284 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T14:33:42,284 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T14:33:42,285 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T14:33:42,285 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:33:42,289 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42199/user/jenkins/test-data/4a304132-6c32-edfe-82c3-8a74eb40ac70/data/hbase/meta/1588230740/table/e9984a6b3da5472fbce400abee06753b 2024-11-22T14:33:42,289 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T14:33:42,290 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T14:33:42,290 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42199/user/jenkins/test-data/4a304132-6c32-edfe-82c3-8a74eb40ac70/data/hbase/meta/1588230740 2024-11-22T14:33:42,291 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42199/user/jenkins/test-data/4a304132-6c32-edfe-82c3-8a74eb40ac70/data/hbase/meta/1588230740 2024-11-22T14:33:42,292 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T14:33:42,292 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T14:33:42,293 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T14:33:42,294 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T14:33:42,295 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60283790, jitterRate=-0.1017015278339386}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T14:33:42,295 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-22T14:33:42,295 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732286022270Writing region info on filesystem at 1732286022270Initializing all the Stores at 1732286022271 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732286022271Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732286022271Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732286022271Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732286022271Cleaning up temporary data from old regions at 1732286022292 (+21 ms)Running coprocessor post-open hooks at 1732286022295 (+3 ms)Region opened successfully at 1732286022295 2024-11-22T14:33:42,295 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=11, masterSystemTime=1732286022248 2024-11-22T14:33:42,297 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-22T14:33:42,297 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-22T14:33:42,298 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=b313e41b3af3,35983,1732286021135 2024-11-22T14:33:42,298 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b313e41b3af3,35983,1732286021135, state=OPEN 2024-11-22T14:33:42,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35983-0x10067da25660007, quorum=127.0.0.1:64961, baseZNode=/0-1920446674 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1920446674/meta-region-server 2024-11-22T14:33:42,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43493-0x10067da25660006, quorum=127.0.0.1:64961, baseZNode=/0-1920446674 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1920446674/meta-region-server 2024-11-22T14:33:42,299 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=11, ppid=10, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b313e41b3af3,35983,1732286021135 2024-11-22T14:33:42,299 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1920446674/meta-region-server: CHANGED 2024-11-22T14:33:42,299 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1920446674/meta-region-server: CHANGED 2024-11-22T14:33:42,301 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-11-22T14:33:42,301 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b313e41b3af3,35983,1732286021135 in 203 msec 2024-11-22T14:33:42,303 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-22T14:33:42,303 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 610 msec 2024-11-22T14:33:42,463 DEBUG [RS:0;b313e41b3af3:35983.replicationSource.wal-reader.b313e41b3af3%2C35983%2C1732286021135,1-b313e41b3af3,35983,1732286021135 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42199/user/jenkins/test-data/4a304132-6c32-edfe-82c3-8a74eb40ac70/WALs/b313e41b3af3,35983,1732286021135/b313e41b3af3%2C35983%2C1732286021135.1732286021935 to pos 0, reset compression=false 2024-11-22T14:33:42,867 DEBUG [RS:0;b313e41b3af3:35983.replicationSource.wal-reader.b313e41b3af3%2C35983%2C1732286021135,1-b313e41b3af3,35983,1732286021135 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42199/user/jenkins/test-data/4a304132-6c32-edfe-82c3-8a74eb40ac70/WALs/b313e41b3af3,35983,1732286021135/b313e41b3af3%2C35983%2C1732286021135.1732286021935 to pos 0, reset compression=false 2024-11-22T14:33:43,300 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1603ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1502ms 2024-11-22T14:33:43,372 DEBUG [RS:0;b313e41b3af3:35983.replicationSource.wal-reader.b313e41b3af3%2C35983%2C1732286021135,1-b313e41b3af3,35983,1732286021135 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42199/user/jenkins/test-data/4a304132-6c32-edfe-82c3-8a74eb40ac70/WALs/b313e41b3af3,35983,1732286021135/b313e41b3af3%2C35983%2C1732286021135.1732286021935 to pos 0, reset compression=false 2024-11-22T14:33:43,976 DEBUG [RS:0;b313e41b3af3:35983.replicationSource.wal-reader.b313e41b3af3%2C35983%2C1732286021135,1-b313e41b3af3,35983,1732286021135 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42199/user/jenkins/test-data/4a304132-6c32-edfe-82c3-8a74eb40ac70/WALs/b313e41b3af3,35983,1732286021135/b313e41b3af3%2C35983%2C1732286021135.1732286021935 to pos 0, reset compression=false 2024-11-22T14:33:44,680 DEBUG [RS:0;b313e41b3af3:35983.replicationSource.wal-reader.b313e41b3af3%2C35983%2C1732286021135,1-b313e41b3af3,35983,1732286021135 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42199/user/jenkins/test-data/4a304132-6c32-edfe-82c3-8a74eb40ac70/WALs/b313e41b3af3,35983,1732286021135/b313e41b3af3%2C35983%2C1732286021135.1732286021935 to pos 0, reset compression=false 2024-11-22T14:33:44,803 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3106ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3005ms 2024-11-22T14:33:45,484 DEBUG [RS:0;b313e41b3af3:35983.replicationSource.wal-reader.b313e41b3af3%2C35983%2C1732286021135,1-b313e41b3af3,35983,1732286021135 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42199/user/jenkins/test-data/4a304132-6c32-edfe-82c3-8a74eb40ac70/WALs/b313e41b3af3,35983,1732286021135/b313e41b3af3%2C35983%2C1732286021135.1732286021935 to pos 0, reset compression=false 2024-11-22T14:33:46,205 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4508ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-22T14:33:46,205 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-22T14:33:46,205 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T14:33:46,206 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b313e41b3af3,35983,1732286021135, seqNum=-1] 2024-11-22T14:33:46,206 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T14:33:46,207 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37981, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T14:33:46,210 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=bb498ea9151787e78da457e2641a8e72, regionState=OPEN, lastHost=b313e41b3af3,44241,1732286008695, regionLocation=b313e41b3af3,44241,1732286008695, openSeqNum=2 2024-11-22T14:33:46,210 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-22T14:33:46,210 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732286086210 2024-11-22T14:33:46,210 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732286146210 2024-11-22T14:33:46,210 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 5 msec 2024-11-22T14:33:46,210 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): b313e41b3af3,44241,1732286008695 had 2 regions 2024-11-22T14:33:46,210 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b313e41b3af3,43493,1732286021112-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T14:33:46,210 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b313e41b3af3,43493,1732286021112-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T14:33:46,211 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b313e41b3af3,43493,1732286021112-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T14:33:46,211 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b313e41b3af3:43493, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T14:33:46,211 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-22T14:33:46,211 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-22T14:33:46,211 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure b313e41b3af3,44241,1732286008695, splitWal=true, meta=true, isMeta: false 2024-11-22T14:33:46,213 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:42199/user/jenkins/test-data/4a304132-6c32-edfe-82c3-8a74eb40ac70/WALs/b313e41b3af3,44241,1732286008695-splitting dir is empty, no logs to split. 2024-11-22T14:33:46,213 INFO [PEWorker-3 {}] master.SplitWALManager(105): b313e41b3af3,44241,1732286008695 WAL count=0, meta=false 2024-11-22T14:33:46,215 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:42199/user/jenkins/test-data/4a304132-6c32-edfe-82c3-8a74eb40ac70/WALs/b313e41b3af3,44241,1732286008695-splitting dir is empty, no logs to split. 2024-11-22T14:33:46,215 INFO [PEWorker-3 {}] master.SplitWALManager(105): b313e41b3af3,44241,1732286008695 WAL count=0, meta=false 2024-11-22T14:33:46,215 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if b313e41b3af3,44241,1732286008695 WAL splitting is done? wals=0, meta=false 2024-11-22T14:33:46,216 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.053sec 2024-11-22T14:33:46,217 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-22T14:33:46,217 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-22T14:33:46,217 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-22T14:33:46,217 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-22T14:33:46,217 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-22T14:33:46,217 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b313e41b3af3,43493,1732286021112-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T14:33:46,217 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b313e41b3af3,43493,1732286021112-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-22T14:33:46,217 WARN [master/b313e41b3af3:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=b313e41b3af3,44241,1732286008695/hbase:replication,,1732286015240.bb498ea9151787e78da457e2641a8e72. 2024-11-22T14:33:46,219 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=bb498ea9151787e78da457e2641a8e72, ASSIGN}] 2024-11-22T14:33:46,220 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-22T14:33:46,220 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-22T14:33:46,220 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b313e41b3af3,43493,1732286021112-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T14:33:46,220 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=bb498ea9151787e78da457e2641a8e72, ASSIGN 2024-11-22T14:33:46,221 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=bb498ea9151787e78da457e2641a8e72, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-22T14:33:46,254 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@346cf12f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:33:46,254 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b313e41b3af3,43493,-1 for getting cluster id 2024-11-22T14:33:46,254 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T14:33:46,255 DEBUG [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '036a4639-3792-445b-82df-a36b9050307e' 2024-11-22T14:33:46,256 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T14:33:46,256 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "036a4639-3792-445b-82df-a36b9050307e" 2024-11-22T14:33:46,256 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25925cf4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:33:46,256 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b313e41b3af3,43493,-1] 2024-11-22T14:33:46,256 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T14:33:46,256 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:33:46,257 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42632, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T14:33:46,258 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49468f30, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:33:46,258 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T14:33:46,259 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b313e41b3af3,35983,1732286021135, seqNum=-1] 2024-11-22T14:33:46,259 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T14:33:46,260 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46376, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T14:33:46,262 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-22T14:33:46,262 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T14:33:46,262 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:539) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T14:33:46,262 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:33:46,262 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:33:46,262 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T14:33:46,263 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: b313e41b3af3:43493 after: b313e41b3af3:43493 2024-11-22T14:33:46,263 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4df4f52b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:33:46,263 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b313e41b3af3,43493,-1 for getting cluster id 2024-11-22T14:33:46,263 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T14:33:46,264 DEBUG [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '036a4639-3792-445b-82df-a36b9050307e' 2024-11-22T14:33:46,264 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T14:33:46,264 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "036a4639-3792-445b-82df-a36b9050307e" 2024-11-22T14:33:46,264 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a1ddd62, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:33:46,264 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b313e41b3af3,43493,-1] 2024-11-22T14:33:46,265 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T14:33:46,265 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:33:46,265 INFO [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42644, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T14:33:46,266 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6caa8ddc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:33:46,266 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T14:33:46,267 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is b313e41b3af3,43493,1732286021112 2024-11-22T14:33:46,267 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@21901668 2024-11-22T14:33:46,267 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T14:33:46,268 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42646, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T14:33:46,268 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43493 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-22T14:33:46,268 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-22T14:33:46,268 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T14:33:46,268 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T14:33:46,268 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:33:46,268 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:33:46,269 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T14:33:46,269 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-22T14:33:46,269 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1327164024, stopped=false 2024-11-22T14:33:46,269 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b313e41b3af3,36023,1732286012645 2024-11-22T14:33:46,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36023-0x10067da25660003, quorum=127.0.0.1:64961, baseZNode=/1-1195518793 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1195518793/running 2024-11-22T14:33:46,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45083-0x10067da25660004, quorum=127.0.0.1:64961, baseZNode=/1-1195518793 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1195518793/running 2024-11-22T14:33:46,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36023-0x10067da25660003, quorum=127.0.0.1:64961, baseZNode=/1-1195518793 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1195518793 2024-11-22T14:33:46,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45083-0x10067da25660004, quorum=127.0.0.1:64961, baseZNode=/1-1195518793 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1195518793 2024-11-22T14:33:46,270 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-22T14:33:46,270 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T14:33:46,270 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T14:33:46,270 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:33:46,270 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45083-0x10067da25660004, quorum=127.0.0.1:64961, baseZNode=/1-1195518793 Set watcher on znode that does not yet exist, /1-1195518793/running 2024-11-22T14:33:46,270 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b313e41b3af3,45083,1732286012716' ***** 2024-11-22T14:33:46,270 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-22T14:33:46,271 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36023-0x10067da25660003, quorum=127.0.0.1:64961, baseZNode=/1-1195518793 Set watcher on znode that does not yet exist, /1-1195518793/running 2024-11-22T14:33:46,271 INFO [RS:0;b313e41b3af3:45083 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-22T14:33:46,271 INFO [RS:0;b313e41b3af3:45083 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-22T14:33:46,271 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-22T14:33:46,271 INFO [RS:0;b313e41b3af3:45083 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-22T14:33:46,271 INFO [RS:0;b313e41b3af3:45083 {}] regionserver.HRegionServer(959): stopping server b313e41b3af3,45083,1732286012716 2024-11-22T14:33:46,271 INFO [RS:0;b313e41b3af3:45083 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T14:33:46,271 INFO [RS:0;b313e41b3af3:45083 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b313e41b3af3:45083. 2024-11-22T14:33:46,271 DEBUG [RS:0;b313e41b3af3:45083 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T14:33:46,271 DEBUG [RS:0;b313e41b3af3:45083 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:33:46,271 INFO [RS:0;b313e41b3af3:45083 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-22T14:33:46,271 INFO [RS:0;b313e41b3af3:45083 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-22T14:33:46,271 INFO [RS:0;b313e41b3af3:45083 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-22T14:33:46,271 INFO [RS:0;b313e41b3af3:45083 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-22T14:33:46,271 INFO [RS:0;b313e41b3af3:45083 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-22T14:33:46,271 DEBUG [RS:0;b313e41b3af3:45083 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-22T14:33:46,271 DEBUG [RS:0;b313e41b3af3:45083 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T14:33:46,271 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-22T14:33:46,271 INFO [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-22T14:33:46,272 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-22T14:33:46,272 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T14:33:46,272 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T14:33:46,272 INFO [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-22T14:33:46,286 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33405/user/jenkins/test-data/49c9e7c5-344a-b0f9-d409-823f1ac5c72d/data/hbase/meta/1588230740/.tmp/ns/d43014cf725447eb86408e1452ccdc33 is 43, key is default/ns:d/1732286015108/Put/seqid=0 2024-11-22T14:33:46,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35037 is added to blk_1073741835_1011 (size=5153) 2024-11-22T14:33:46,312 INFO [regionserver/b313e41b3af3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T14:33:46,372 DEBUG [b313e41b3af3:43493 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-22T14:33:46,372 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=bb498ea9151787e78da457e2641a8e72, regionState=OPENING, regionLocation=b313e41b3af3,35983,1732286021135 2024-11-22T14:33:46,374 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=bb498ea9151787e78da457e2641a8e72, ASSIGN because future has completed 2024-11-22T14:33:46,375 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure bb498ea9151787e78da457e2641a8e72, server=b313e41b3af3,35983,1732286021135}] 2024-11-22T14:33:46,388 DEBUG [RS:0;b313e41b3af3:35983.replicationSource.wal-reader.b313e41b3af3%2C35983%2C1732286021135,1-b313e41b3af3,35983,1732286021135 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42199/user/jenkins/test-data/4a304132-6c32-edfe-82c3-8a74eb40ac70/WALs/b313e41b3af3,35983,1732286021135/b313e41b3af3%2C35983%2C1732286021135.1732286021935 to pos 0, reset compression=false 2024-11-22T14:33:46,472 DEBUG [RS:0;b313e41b3af3:45083 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T14:33:46,500 INFO [regionserver/b313e41b3af3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-22T14:33:46,500 INFO [regionserver/b313e41b3af3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-22T14:33:46,530 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(132): Open hbase:replication,,1732286015240.bb498ea9151787e78da457e2641a8e72. 2024-11-22T14:33:46,530 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T14:33:46,530 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-22T14:33:46,532 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b313e41b3af3%2C35983%2C1732286021135.rep, suffix=, logDir=hdfs://localhost:42199/user/jenkins/test-data/4a304132-6c32-edfe-82c3-8a74eb40ac70/WALs/b313e41b3af3,35983,1732286021135, archiveDir=hdfs://localhost:42199/user/jenkins/test-data/4a304132-6c32-edfe-82c3-8a74eb40ac70/oldWALs, maxLogs=10 2024-11-22T14:33:46,548 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4a304132-6c32-edfe-82c3-8a74eb40ac70/WALs/b313e41b3af3,35983,1732286021135/b313e41b3af3%2C35983%2C1732286021135.rep.1732286026532, exclude list is [], retry=0 2024-11-22T14:33:46,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38599,DS-7e89a837-3aeb-4239-8936-992a6f1c3be7,DISK] 2024-11-22T14:33:46,552 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4a304132-6c32-edfe-82c3-8a74eb40ac70/WALs/b313e41b3af3,35983,1732286021135/b313e41b3af3%2C35983%2C1732286021135.rep.1732286026532 2024-11-22T14:33:46,552 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43551:43551)] 2024-11-22T14:33:46,552 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => bb498ea9151787e78da457e2641a8e72, NAME => 'hbase:replication,,1732286015240.bb498ea9151787e78da457e2641a8e72.', STARTKEY => '', ENDKEY => ''} 2024-11-22T14:33:46,552 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-22T14:33:46,552 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-22T14:33:46,553 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732286015240.bb498ea9151787e78da457e2641a8e72. service=MultiRowMutationService 2024-11-22T14:33:46,553 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-22T14:33:46,553 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication bb498ea9151787e78da457e2641a8e72 2024-11-22T14:33:46,553 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(898): Instantiated hbase:replication,,1732286015240.bb498ea9151787e78da457e2641a8e72.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T14:33:46,553 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for bb498ea9151787e78da457e2641a8e72 2024-11-22T14:33:46,553 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for bb498ea9151787e78da457e2641a8e72 2024-11-22T14:33:46,554 INFO [StoreOpener-bb498ea9151787e78da457e2641a8e72-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region bb498ea9151787e78da457e2641a8e72 2024-11-22T14:33:46,555 INFO [StoreOpener-bb498ea9151787e78da457e2641a8e72-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bb498ea9151787e78da457e2641a8e72 columnFamilyName hfileref 2024-11-22T14:33:46,555 DEBUG [StoreOpener-bb498ea9151787e78da457e2641a8e72-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:33:46,555 INFO [StoreOpener-bb498ea9151787e78da457e2641a8e72-1 {}] regionserver.HStore(327): Store=bb498ea9151787e78da457e2641a8e72/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:33:46,556 INFO [StoreOpener-bb498ea9151787e78da457e2641a8e72-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region bb498ea9151787e78da457e2641a8e72 2024-11-22T14:33:46,556 INFO [StoreOpener-bb498ea9151787e78da457e2641a8e72-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bb498ea9151787e78da457e2641a8e72 columnFamilyName queue 2024-11-22T14:33:46,556 DEBUG [StoreOpener-bb498ea9151787e78da457e2641a8e72-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:33:46,562 DEBUG [StoreOpener-bb498ea9151787e78da457e2641a8e72-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42199/user/jenkins/test-data/4a304132-6c32-edfe-82c3-8a74eb40ac70/data/hbase/replication/bb498ea9151787e78da457e2641a8e72/queue/cea61119437445ea85b8e8b6d60964b1 2024-11-22T14:33:46,562 INFO [StoreOpener-bb498ea9151787e78da457e2641a8e72-1 {}] regionserver.HStore(327): Store=bb498ea9151787e78da457e2641a8e72/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:33:46,562 INFO [StoreOpener-bb498ea9151787e78da457e2641a8e72-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region bb498ea9151787e78da457e2641a8e72 2024-11-22T14:33:46,563 INFO [StoreOpener-bb498ea9151787e78da457e2641a8e72-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bb498ea9151787e78da457e2641a8e72 columnFamilyName sid 2024-11-22T14:33:46,563 DEBUG [StoreOpener-bb498ea9151787e78da457e2641a8e72-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:33:46,564 INFO [StoreOpener-bb498ea9151787e78da457e2641a8e72-1 {}] regionserver.HStore(327): Store=bb498ea9151787e78da457e2641a8e72/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:33:46,564 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for bb498ea9151787e78da457e2641a8e72 2024-11-22T14:33:46,564 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42199/user/jenkins/test-data/4a304132-6c32-edfe-82c3-8a74eb40ac70/data/hbase/replication/bb498ea9151787e78da457e2641a8e72 2024-11-22T14:33:46,565 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42199/user/jenkins/test-data/4a304132-6c32-edfe-82c3-8a74eb40ac70/data/hbase/replication/bb498ea9151787e78da457e2641a8e72 2024-11-22T14:33:46,566 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for bb498ea9151787e78da457e2641a8e72 2024-11-22T14:33:46,566 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for bb498ea9151787e78da457e2641a8e72 2024-11-22T14:33:46,566 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-22T14:33:46,568 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for bb498ea9151787e78da457e2641a8e72 2024-11-22T14:33:46,569 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1114): Opened bb498ea9151787e78da457e2641a8e72; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73655719, jitterRate=0.0975557416677475}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-22T14:33:46,569 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bb498ea9151787e78da457e2641a8e72 2024-11-22T14:33:46,570 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for bb498ea9151787e78da457e2641a8e72: Running coprocessor pre-open hook at 1732286026553Writing region info on filesystem at 1732286026553Initializing all the Stores at 1732286026554 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732286026554Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732286026554Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732286026554Cleaning up temporary data from old regions at 1732286026566 (+12 ms)Running coprocessor post-open hooks at 1732286026569 (+3 ms)Region opened successfully at 1732286026570 (+1 ms) 2024-11-22T14:33:46,570 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732286015240.bb498ea9151787e78da457e2641a8e72., pid=13, masterSystemTime=1732286026526 2024-11-22T14:33:46,572 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732286015240.bb498ea9151787e78da457e2641a8e72. 2024-11-22T14:33:46,572 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732286015240.bb498ea9151787e78da457e2641a8e72. 2024-11-22T14:33:46,573 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=bb498ea9151787e78da457e2641a8e72, regionState=OPEN, openSeqNum=9, regionLocation=b313e41b3af3,35983,1732286021135 2024-11-22T14:33:46,575 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure bb498ea9151787e78da457e2641a8e72, server=b313e41b3af3,35983,1732286021135 because future has completed 2024-11-22T14:33:46,578 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-22T14:33:46,578 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure bb498ea9151787e78da457e2641a8e72, server=b313e41b3af3,35983,1732286021135 in 201 msec 2024-11-22T14:33:46,580 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=9 2024-11-22T14:33:46,580 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=bb498ea9151787e78da457e2641a8e72, ASSIGN in 359 msec 2024-11-22T14:33:46,580 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=9, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-22T14:33:46,585 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1732286015240.bb498ea9151787e78da457e2641a8e72., hostname=b313e41b3af3,35983,1732286021135, seqNum=9] 2024-11-22T14:33:46,597 DEBUG [PEWorker-1 {}] replication.AssignReplicationQueuesProcedure(120): There are 1 replication queues need to be claimed for b313e41b3af3,44241,1732286008695 2024-11-22T14:33:46,597 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-22T14:33:46,672 DEBUG [RS:0;b313e41b3af3:45083 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T14:33:46,691 INFO [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:33405/user/jenkins/test-data/49c9e7c5-344a-b0f9-d409-823f1ac5c72d/data/hbase/meta/1588230740/.tmp/ns/d43014cf725447eb86408e1452ccdc33 2024-11-22T14:33:46,697 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33405/user/jenkins/test-data/49c9e7c5-344a-b0f9-d409-823f1ac5c72d/data/hbase/meta/1588230740/.tmp/ns/d43014cf725447eb86408e1452ccdc33 as hdfs://localhost:33405/user/jenkins/test-data/49c9e7c5-344a-b0f9-d409-823f1ac5c72d/data/hbase/meta/1588230740/ns/d43014cf725447eb86408e1452ccdc33 2024-11-22T14:33:46,702 INFO [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33405/user/jenkins/test-data/49c9e7c5-344a-b0f9-d409-823f1ac5c72d/data/hbase/meta/1588230740/ns/d43014cf725447eb86408e1452ccdc33, entries=2, sequenceid=6, filesize=5.0 K 2024-11-22T14:33:46,703 INFO [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 431ms, sequenceid=6, compaction requested=false 2024-11-22T14:33:46,703 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-22T14:33:46,707 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33405/user/jenkins/test-data/49c9e7c5-344a-b0f9-d409-823f1ac5c72d/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-22T14:33:46,708 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-22T14:33:46,708 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T14:33:46,708 INFO [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-22T14:33:46,708 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732286026271Running coprocessor pre-close hooks at 1732286026271Disabling compacts and flushes for region at 1732286026271Disabling writes for close at 1732286026272 (+1 ms)Obtaining lock to block concurrent updates at 1732286026272Preparing flush snapshotting stores in 1588230740 at 1732286026272Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1732286026272Flushing stores of hbase:meta,,1.1588230740 at 1732286026272Flushing 1588230740/ns: creating writer at 1732286026272Flushing 1588230740/ns: appending metadata at 1732286026286 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1732286026286Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@31aff370: reopening flushed file at 1732286026696 (+410 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 431ms, sequenceid=6, compaction requested=false at 1732286026703 (+7 ms)Writing region close event to WAL at 1732286026704 (+1 ms)Running coprocessor post-close hooks at 1732286026708 (+4 ms)Closed at 1732286026708 2024-11-22T14:33:46,708 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-22T14:33:46,751 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35983 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=15 2024-11-22T14:33:46,872 INFO [RS:0;b313e41b3af3:45083 {}] regionserver.HRegionServer(976): stopping server b313e41b3af3,45083,1732286012716; all regions closed. 2024-11-22T14:33:46,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35037 is added to blk_1073741834_1010 (size=1152) 2024-11-22T14:33:46,875 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/49c9e7c5-344a-b0f9-d409-823f1ac5c72d/WALs/b313e41b3af3,45083,1732286012716/b313e41b3af3%2C45083%2C1732286012716.meta.1732286015065.meta not finished, retry = 0 2024-11-22T14:33:46,977 DEBUG [RS:0;b313e41b3af3:45083 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/49c9e7c5-344a-b0f9-d409-823f1ac5c72d/oldWALs 2024-11-22T14:33:46,977 INFO [RS:0;b313e41b3af3:45083 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b313e41b3af3%2C45083%2C1732286012716.meta:.meta(num 1732286015065) 2024-11-22T14:33:46,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35037 is added to blk_1073741833_1009 (size=93) 2024-11-22T14:33:46,981 DEBUG [RS:0;b313e41b3af3:45083 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/49c9e7c5-344a-b0f9-d409-823f1ac5c72d/oldWALs 2024-11-22T14:33:46,981 INFO [RS:0;b313e41b3af3:45083 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b313e41b3af3%2C45083%2C1732286012716:(num 1732286014639) 2024-11-22T14:33:46,981 DEBUG [RS:0;b313e41b3af3:45083 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:33:46,981 INFO [RS:0;b313e41b3af3:45083 {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T14:33:46,981 INFO [RS:0;b313e41b3af3:45083 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T14:33:46,981 INFO [RS:0;b313e41b3af3:45083 {}] hbase.ChoreService(370): Chore service for: regionserver/b313e41b3af3:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-22T14:33:46,982 INFO [RS:0;b313e41b3af3:45083 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T14:33:46,982 INFO [regionserver/b313e41b3af3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T14:33:46,982 INFO [RS:0;b313e41b3af3:45083 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45083 2024-11-22T14:33:46,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45083-0x10067da25660004, quorum=127.0.0.1:64961, baseZNode=/1-1195518793 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1195518793/rs/b313e41b3af3,45083,1732286012716 2024-11-22T14:33:46,983 INFO [RS:0;b313e41b3af3:45083 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T14:33:46,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36023-0x10067da25660003, quorum=127.0.0.1:64961, baseZNode=/1-1195518793 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1195518793/rs 2024-11-22T14:33:46,983 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b313e41b3af3,45083,1732286012716] 2024-11-22T14:33:46,984 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1195518793/draining/b313e41b3af3,45083,1732286012716 already deleted, retry=false 2024-11-22T14:33:46,984 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b313e41b3af3,45083,1732286012716 expired; onlineServers=0 2024-11-22T14:33:46,984 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b313e41b3af3,36023,1732286012645' ***** 2024-11-22T14:33:46,984 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-22T14:33:46,984 INFO [M:0;b313e41b3af3:36023 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T14:33:46,984 INFO [M:0;b313e41b3af3:36023 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T14:33:46,984 DEBUG [M:0;b313e41b3af3:36023 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-22T14:33:46,984 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-22T14:33:46,984 DEBUG [M:0;b313e41b3af3:36023 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-22T14:33:46,984 DEBUG [master/b313e41b3af3:0:becomeActiveMaster-HFileCleaner.small.0-1732286014436 {}] cleaner.HFileCleaner(306): Exit Thread[master/b313e41b3af3:0:becomeActiveMaster-HFileCleaner.small.0-1732286014436,5,FailOnTimeoutGroup] 2024-11-22T14:33:46,984 DEBUG [master/b313e41b3af3:0:becomeActiveMaster-HFileCleaner.large.0-1732286014433 {}] cleaner.HFileCleaner(306): Exit Thread[master/b313e41b3af3:0:becomeActiveMaster-HFileCleaner.large.0-1732286014433,5,FailOnTimeoutGroup] 2024-11-22T14:33:46,984 INFO [M:0;b313e41b3af3:36023 {}] hbase.ChoreService(370): Chore service for: master/b313e41b3af3:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-22T14:33:46,985 INFO [M:0;b313e41b3af3:36023 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T14:33:46,985 DEBUG [M:0;b313e41b3af3:36023 {}] master.HMaster(1795): Stopping service threads 2024-11-22T14:33:46,985 INFO [M:0;b313e41b3af3:36023 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-22T14:33:46,985 INFO [M:0;b313e41b3af3:36023 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-22T14:33:46,985 INFO [M:0;b313e41b3af3:36023 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-22T14:33:46,985 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-22T14:33:46,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36023-0x10067da25660003, quorum=127.0.0.1:64961, baseZNode=/1-1195518793 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1195518793/master 2024-11-22T14:33:46,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36023-0x10067da25660003, quorum=127.0.0.1:64961, baseZNode=/1-1195518793 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1195518793 2024-11-22T14:33:46,985 DEBUG [M:0;b313e41b3af3:36023 {}] zookeeper.ZKUtil(347): master:36023-0x10067da25660003, quorum=127.0.0.1:64961, baseZNode=/1-1195518793 Unable to get data of znode /1-1195518793/master because node does not exist (not an error) 2024-11-22T14:33:46,985 WARN [M:0;b313e41b3af3:36023 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-22T14:33:46,986 INFO [M:0;b313e41b3af3:36023 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33405/user/jenkins/test-data/49c9e7c5-344a-b0f9-d409-823f1ac5c72d/.lastflushedseqids 2024-11-22T14:33:46,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35037 is added to blk_1073741836_1012 (size=99) 2024-11-22T14:33:47,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45083-0x10067da25660004, quorum=127.0.0.1:64961, baseZNode=/1-1195518793 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T14:33:47,084 INFO [RS:0;b313e41b3af3:45083 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T14:33:47,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45083-0x10067da25660004, quorum=127.0.0.1:64961, baseZNode=/1-1195518793 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T14:33:47,084 INFO [RS:0;b313e41b3af3:45083 {}] regionserver.HRegionServer(1031): Exiting; stopping=b313e41b3af3,45083,1732286012716; zookeeper connection closed. 2024-11-22T14:33:47,084 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@750f6d6 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@750f6d6 2024-11-22T14:33:47,084 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-22T14:33:47,392 DEBUG [RS:0;b313e41b3af3:35983.replicationSource.wal-reader.b313e41b3af3%2C35983%2C1732286021135,1-b313e41b3af3,35983,1732286021135 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42199/user/jenkins/test-data/4a304132-6c32-edfe-82c3-8a74eb40ac70/WALs/b313e41b3af3,35983,1732286021135/b313e41b3af3%2C35983%2C1732286021135.1732286021935 to pos 0, reset compression=false 2024-11-22T14:33:47,395 INFO [M:0;b313e41b3af3:36023 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-22T14:33:47,395 INFO [M:0;b313e41b3af3:36023 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-22T14:33:47,395 DEBUG [M:0;b313e41b3af3:36023 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T14:33:47,395 INFO [M:0;b313e41b3af3:36023 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T14:33:47,395 DEBUG [M:0;b313e41b3af3:36023 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T14:33:47,395 DEBUG [M:0;b313e41b3af3:36023 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T14:33:47,395 DEBUG [M:0;b313e41b3af3:36023 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T14:33:47,395 INFO [M:0;b313e41b3af3:36023 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-22T14:33:47,409 DEBUG [M:0;b313e41b3af3:36023 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33405/user/jenkins/test-data/49c9e7c5-344a-b0f9-d409-823f1ac5c72d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7f7259dff14a47da9e553dc87c0583ee is 82, key is hbase:meta,,1/info:regioninfo/1732286015098/Put/seqid=0 2024-11-22T14:33:47,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35037 is added to blk_1073741837_1013 (size=5672) 2024-11-22T14:33:47,772 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-22T14:33:47,801 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:33:47,801 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:33:47,801 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:33:47,801 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:33:47,802 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:33:47,810 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:33:47,813 INFO [M:0;b313e41b3af3:36023 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:33405/user/jenkins/test-data/49c9e7c5-344a-b0f9-d409-823f1ac5c72d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7f7259dff14a47da9e553dc87c0583ee 2024-11-22T14:33:47,818 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-22T14:33:47,831 DEBUG [M:0;b313e41b3af3:36023 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33405/user/jenkins/test-data/49c9e7c5-344a-b0f9-d409-823f1ac5c72d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d81e0c46617c476f9fa33b8840d4b8a0 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1732286015112/Put/seqid=0 2024-11-22T14:33:47,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35037 is added to blk_1073741838_1014 (size=5275) 2024-11-22T14:33:48,235 INFO [M:0;b313e41b3af3:36023 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:33405/user/jenkins/test-data/49c9e7c5-344a-b0f9-d409-823f1ac5c72d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d81e0c46617c476f9fa33b8840d4b8a0 2024-11-22T14:33:48,252 DEBUG [M:0;b313e41b3af3:36023 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33405/user/jenkins/test-data/49c9e7c5-344a-b0f9-d409-823f1ac5c72d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/45e30d65b2d94def8407db8b420bc6b7 is 69, key is b313e41b3af3,45083,1732286012716/rs:state/1732286014454/Put/seqid=0 2024-11-22T14:33:48,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35037 is added to blk_1073741839_1015 (size=5156) 2024-11-22T14:33:48,497 DEBUG [RS:0;b313e41b3af3:35983.replicationSource.wal-reader.b313e41b3af3%2C35983%2C1732286021135,1-b313e41b3af3,35983,1732286021135 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42199/user/jenkins/test-data/4a304132-6c32-edfe-82c3-8a74eb40ac70/WALs/b313e41b3af3,35983,1732286021135/b313e41b3af3%2C35983%2C1732286021135.1732286021935 to pos 0, reset compression=false 2024-11-22T14:33:48,656 INFO [M:0;b313e41b3af3:36023 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:33405/user/jenkins/test-data/49c9e7c5-344a-b0f9-d409-823f1ac5c72d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/45e30d65b2d94def8407db8b420bc6b7 2024-11-22T14:33:48,661 DEBUG [M:0;b313e41b3af3:36023 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33405/user/jenkins/test-data/49c9e7c5-344a-b0f9-d409-823f1ac5c72d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7f7259dff14a47da9e553dc87c0583ee as hdfs://localhost:33405/user/jenkins/test-data/49c9e7c5-344a-b0f9-d409-823f1ac5c72d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7f7259dff14a47da9e553dc87c0583ee 2024-11-22T14:33:48,664 INFO [M:0;b313e41b3af3:36023 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33405/user/jenkins/test-data/49c9e7c5-344a-b0f9-d409-823f1ac5c72d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7f7259dff14a47da9e553dc87c0583ee, entries=8, sequenceid=28, filesize=5.5 K 2024-11-22T14:33:48,665 DEBUG [M:0;b313e41b3af3:36023 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33405/user/jenkins/test-data/49c9e7c5-344a-b0f9-d409-823f1ac5c72d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d81e0c46617c476f9fa33b8840d4b8a0 as hdfs://localhost:33405/user/jenkins/test-data/49c9e7c5-344a-b0f9-d409-823f1ac5c72d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d81e0c46617c476f9fa33b8840d4b8a0 2024-11-22T14:33:48,668 INFO [M:0;b313e41b3af3:36023 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33405/user/jenkins/test-data/49c9e7c5-344a-b0f9-d409-823f1ac5c72d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d81e0c46617c476f9fa33b8840d4b8a0, entries=3, sequenceid=28, filesize=5.2 K 2024-11-22T14:33:48,669 DEBUG [M:0;b313e41b3af3:36023 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33405/user/jenkins/test-data/49c9e7c5-344a-b0f9-d409-823f1ac5c72d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/45e30d65b2d94def8407db8b420bc6b7 as hdfs://localhost:33405/user/jenkins/test-data/49c9e7c5-344a-b0f9-d409-823f1ac5c72d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/45e30d65b2d94def8407db8b420bc6b7 2024-11-22T14:33:48,674 INFO [M:0;b313e41b3af3:36023 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33405/user/jenkins/test-data/49c9e7c5-344a-b0f9-d409-823f1ac5c72d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/45e30d65b2d94def8407db8b420bc6b7, entries=1, sequenceid=28, filesize=5.0 K 2024-11-22T14:33:48,675 INFO [M:0;b313e41b3af3:36023 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1280ms, sequenceid=28, compaction requested=false 2024-11-22T14:33:48,677 INFO [M:0;b313e41b3af3:36023 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T14:33:48,677 DEBUG [M:0;b313e41b3af3:36023 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732286027395Disabling compacts and flushes for region at 1732286027395Disabling writes for close at 1732286027395Obtaining lock to block concurrent updates at 1732286027395Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732286027395Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1732286027396 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732286027396Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732286027396Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732286027409 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732286027409Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732286027818 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732286027830 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732286027830Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732286028239 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732286028252 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732286028252Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@47e17cba: reopening flushed file at 1732286028660 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@44327737: reopening flushed file at 1732286028664 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42ec5e76: reopening flushed file at 1732286028669 (+5 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1280ms, sequenceid=28, compaction requested=false at 1732286028675 (+6 ms)Writing region close event to WAL at 1732286028677 (+2 ms)Closed at 1732286028677 2024-11-22T14:33:48,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35037 is added to blk_1073741830_1006 (size=10165) 2024-11-22T14:33:48,679 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/49c9e7c5-344a-b0f9-d409-823f1ac5c72d/MasterData/WALs/b313e41b3af3,36023,1732286012645/b313e41b3af3%2C36023%2C1732286012645.1732286014095 not finished, retry = 0 2024-11-22T14:33:48,780 INFO [M:0;b313e41b3af3:36023 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-22T14:33:48,780 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T14:33:48,780 INFO [M:0;b313e41b3af3:36023 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36023 2024-11-22T14:33:48,780 INFO [M:0;b313e41b3af3:36023 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T14:33:48,881 INFO [M:0;b313e41b3af3:36023 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T14:33:48,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36023-0x10067da25660003, quorum=127.0.0.1:64961, baseZNode=/1-1195518793 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T14:33:48,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36023-0x10067da25660003, quorum=127.0.0.1:64961, baseZNode=/1-1195518793 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T14:33:48,884 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1fb5c9dd{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T14:33:48,884 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2845a215{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T14:33:48,885 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T14:33:48,885 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2918e8d8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T14:33:48,885 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@58541b57{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2646a3b3-ce6d-45c4-e654-7dce19215150/hadoop.log.dir/,STOPPED} 2024-11-22T14:33:48,886 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-22T14:33:48,886 WARN [BP-1214924561-172.17.0.2-1732286011622 heartbeating to localhost/127.0.0.1:33405 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-22T14:33:48,886 WARN [BP-1214924561-172.17.0.2-1732286011622 heartbeating to localhost/127.0.0.1:33405 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1214924561-172.17.0.2-1732286011622 (Datanode Uuid 1a1883c5-957a-416f-8cf1-0891a428837f) service to localhost/127.0.0.1:33405 2024-11-22T14:33:48,886 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-22T14:33:48,886 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2646a3b3-ce6d-45c4-e654-7dce19215150/cluster_e3ed75ef-6382-ace2-c658-96ec3955d156/data/data1/current/BP-1214924561-172.17.0.2-1732286011622 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T14:33:48,886 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2646a3b3-ce6d-45c4-e654-7dce19215150/cluster_e3ed75ef-6382-ace2-c658-96ec3955d156/data/data2/current/BP-1214924561-172.17.0.2-1732286011622 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T14:33:48,887 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-22T14:33:48,892 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5e19afe9{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T14:33:48,893 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@65fadc0e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T14:33:48,893 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T14:33:48,893 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@661b17a0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T14:33:48,893 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@72c980f8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2646a3b3-ce6d-45c4-e654-7dce19215150/hadoop.log.dir/,STOPPED} 2024-11-22T14:33:48,909 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-22T14:33:48,909 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-22T14:33:48,909 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T14:33:48,909 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T14:33:48,909 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:33:48,909 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:33:48,909 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T14:33:48,909 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-22T14:33:48,909 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=612801858, stopped=false 2024-11-22T14:33:48,909 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b313e41b3af3,43493,1732286021112 2024-11-22T14:33:48,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35983-0x10067da25660007, quorum=127.0.0.1:64961, baseZNode=/0-1920446674 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1920446674/running 2024-11-22T14:33:48,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43493-0x10067da25660006, quorum=127.0.0.1:64961, baseZNode=/0-1920446674 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1920446674/running 2024-11-22T14:33:48,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43493-0x10067da25660006, quorum=127.0.0.1:64961, baseZNode=/0-1920446674 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1920446674 2024-11-22T14:33:48,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35983-0x10067da25660007, quorum=127.0.0.1:64961, baseZNode=/0-1920446674 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1920446674 2024-11-22T14:33:48,910 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-22T14:33:48,910 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T14:33:48,910 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T14:33:48,911 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:33:48,911 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b313e41b3af3,35983,1732286021135' ***** 2024-11-22T14:33:48,911 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-22T14:33:48,911 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43493-0x10067da25660006, quorum=127.0.0.1:64961, baseZNode=/0-1920446674 Set watcher on znode that does not yet exist, /0-1920446674/running 2024-11-22T14:33:48,911 INFO [RS:0;b313e41b3af3:35983 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-22T14:33:48,911 INFO [RS:0;b313e41b3af3:35983 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-22T14:33:48,911 INFO [RS:0;b313e41b3af3:35983 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-22T14:33:48,911 INFO [RS:0;b313e41b3af3:35983 {}] regionserver.HRegionServer(3091): Received CLOSE for bb498ea9151787e78da457e2641a8e72 2024-11-22T14:33:48,911 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-22T14:33:48,911 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35983-0x10067da25660007, quorum=127.0.0.1:64961, baseZNode=/0-1920446674 Set watcher on znode that does not yet exist, /0-1920446674/running 2024-11-22T14:33:48,912 INFO [RS:0;b313e41b3af3:35983 {}] regionserver.HRegionServer(959): stopping server b313e41b3af3,35983,1732286021135 2024-11-22T14:33:48,912 INFO [RS:0;b313e41b3af3:35983 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T14:33:48,912 INFO [RS:0;b313e41b3af3:35983 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b313e41b3af3:35983. 2024-11-22T14:33:48,912 DEBUG [RS:0;b313e41b3af3:35983 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T14:33:48,912 DEBUG [RS:0;b313e41b3af3:35983 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:33:48,912 INFO [RS:0;b313e41b3af3:35983 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-22T14:33:48,912 INFO [RS:0;b313e41b3af3:35983 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-22T14:33:48,912 INFO [RS:0;b313e41b3af3:35983 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-22T14:33:48,912 INFO [RS:0;b313e41b3af3:35983 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-22T14:33:48,912 INFO [RS:0;b313e41b3af3:35983 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-22T14:33:48,912 DEBUG [RS:0;b313e41b3af3:35983 {}] regionserver.HRegionServer(1325): Online Regions={bb498ea9151787e78da457e2641a8e72=hbase:replication,,1732286015240.bb498ea9151787e78da457e2641a8e72., 1588230740=hbase:meta,,1.1588230740} 2024-11-22T14:33:48,912 DEBUG [RS:0;b313e41b3af3:35983 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, bb498ea9151787e78da457e2641a8e72 2024-11-22T14:33:48,912 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-22T14:33:48,912 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing bb498ea9151787e78da457e2641a8e72, disabling compactions & flushes 2024-11-22T14:33:48,912 INFO [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-22T14:33:48,913 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-22T14:33:48,913 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732286015240.bb498ea9151787e78da457e2641a8e72. 2024-11-22T14:33:48,913 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T14:33:48,913 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732286015240.bb498ea9151787e78da457e2641a8e72. 2024-11-22T14:33:48,913 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T14:33:48,913 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732286015240.bb498ea9151787e78da457e2641a8e72. after waiting 0 ms 2024-11-22T14:33:48,913 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732286015240.bb498ea9151787e78da457e2641a8e72. 2024-11-22T14:33:48,913 INFO [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-22T14:33:48,918 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42199/user/jenkins/test-data/4a304132-6c32-edfe-82c3-8a74eb40ac70/data/hbase/replication/bb498ea9151787e78da457e2641a8e72/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=8 2024-11-22T14:33:48,918 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-22T14:33:48,918 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T14:33:48,918 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732286015240.bb498ea9151787e78da457e2641a8e72. 2024-11-22T14:33:48,918 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for bb498ea9151787e78da457e2641a8e72: Waiting for close lock at 1732286028912Running coprocessor pre-close hooks at 1732286028912Disabling compacts and flushes for region at 1732286028912Disabling writes for close at 1732286028913 (+1 ms)Writing region close event to WAL at 1732286028913Running coprocessor post-close hooks at 1732286028918 (+5 ms)Closed at 1732286028918 2024-11-22T14:33:48,918 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732286015240.bb498ea9151787e78da457e2641a8e72. 2024-11-22T14:33:48,929 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42199/user/jenkins/test-data/4a304132-6c32-edfe-82c3-8a74eb40ac70/data/hbase/meta/1588230740/.tmp/info/1aba0e562e544c418f0c278aa188147d is 147, key is hbase:replication,,1732286015240.bb498ea9151787e78da457e2641a8e72./info:regioninfo/1732286026573/Put/seqid=0 2024-11-22T14:33:48,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38599 is added to blk_1073741851_1027 (size=6385) 2024-11-22T14:33:48,999 INFO [regionserver/b313e41b3af3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T14:33:49,113 DEBUG [RS:0;b313e41b3af3:35983 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T14:33:49,313 DEBUG [RS:0;b313e41b3af3:35983 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T14:33:49,333 INFO [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:42199/user/jenkins/test-data/4a304132-6c32-edfe-82c3-8a74eb40ac70/data/hbase/meta/1588230740/.tmp/info/1aba0e562e544c418f0c278aa188147d 2024-11-22T14:33:49,339 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42199/user/jenkins/test-data/4a304132-6c32-edfe-82c3-8a74eb40ac70/data/hbase/meta/1588230740/.tmp/info/1aba0e562e544c418f0c278aa188147d as hdfs://localhost:42199/user/jenkins/test-data/4a304132-6c32-edfe-82c3-8a74eb40ac70/data/hbase/meta/1588230740/info/1aba0e562e544c418f0c278aa188147d 2024-11-22T14:33:49,345 INFO [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42199/user/jenkins/test-data/4a304132-6c32-edfe-82c3-8a74eb40ac70/data/hbase/meta/1588230740/info/1aba0e562e544c418f0c278aa188147d, entries=8, sequenceid=19, filesize=6.2 K 2024-11-22T14:33:49,346 INFO [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 433ms, sequenceid=19, compaction requested=false 2024-11-22T14:33:49,350 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42199/user/jenkins/test-data/4a304132-6c32-edfe-82c3-8a74eb40ac70/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-22T14:33:49,351 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-22T14:33:49,351 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T14:33:49,351 INFO [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-22T14:33:49,351 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732286028912Running coprocessor pre-close hooks at 1732286028912Disabling compacts and flushes for region at 1732286028912Disabling writes for close at 1732286028913 (+1 ms)Obtaining lock to block concurrent updates at 1732286028913Preparing flush snapshotting stores in 1588230740 at 1732286028913Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1732286028913Flushing stores of hbase:meta,,1.1588230740 at 1732286028914 (+1 ms)Flushing 1588230740/info: creating writer at 1732286028914Flushing 1588230740/info: appending metadata at 1732286028928 (+14 ms)Flushing 1588230740/info: closing flushed file at 1732286028928Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c96bae0: reopening flushed file at 1732286029338 (+410 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 433ms, sequenceid=19, compaction requested=false at 1732286029346 (+8 ms)Writing region close event to WAL at 1732286029347 (+1 ms)Running coprocessor post-close hooks at 1732286029351 (+4 ms)Closed at 1732286029351 2024-11-22T14:33:49,351 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-22T14:33:49,513 INFO [RS:0;b313e41b3af3:35983 {}] regionserver.HRegionServer(976): stopping server b313e41b3af3,35983,1732286021135; all regions closed. 2024-11-22T14:33:49,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38599 is added to blk_1073741849_1025 (size=2156) 2024-11-22T14:33:49,515 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4a304132-6c32-edfe-82c3-8a74eb40ac70/WALs/b313e41b3af3,35983,1732286021135/b313e41b3af3%2C35983%2C1732286021135.meta.1732286022254.meta not finished, retry = 0 2024-11-22T14:33:49,618 DEBUG [RS:0;b313e41b3af3:35983 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4a304132-6c32-edfe-82c3-8a74eb40ac70/oldWALs 2024-11-22T14:33:49,618 INFO [RS:0;b313e41b3af3:35983 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b313e41b3af3%2C35983%2C1732286021135.meta:.meta(num 1732286022254) 2024-11-22T14:33:49,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38599 is added to blk_1073741850_1026 (size=796) 2024-11-22T14:33:49,620 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4a304132-6c32-edfe-82c3-8a74eb40ac70/WALs/b313e41b3af3,35983,1732286021135/b313e41b3af3%2C35983%2C1732286021135.rep.1732286026532 not finished, retry = 0 2024-11-22T14:33:49,702 DEBUG [RS:0;b313e41b3af3:35983.replicationSource.wal-reader.b313e41b3af3%2C35983%2C1732286021135,1-b313e41b3af3,35983,1732286021135 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42199/user/jenkins/test-data/4a304132-6c32-edfe-82c3-8a74eb40ac70/WALs/b313e41b3af3,35983,1732286021135/b313e41b3af3%2C35983%2C1732286021135.1732286021935 to pos 0, reset compression=false 2024-11-22T14:33:49,722 DEBUG [RS:0;b313e41b3af3:35983 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4a304132-6c32-edfe-82c3-8a74eb40ac70/oldWALs 2024-11-22T14:33:49,722 INFO [RS:0;b313e41b3af3:35983 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b313e41b3af3%2C35983%2C1732286021135.rep:(num 1732286026532) 2024-11-22T14:33:49,724 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4a304132-6c32-edfe-82c3-8a74eb40ac70/WALs/b313e41b3af3,35983,1732286021135/b313e41b3af3%2C35983%2C1732286021135.1732286021935 not finished, retry = 0 2024-11-22T14:33:49,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38599 is added to blk_1073741848_1024 (size=93) 2024-11-22T14:33:49,795 INFO [regionserver/b313e41b3af3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-22T14:33:49,795 INFO [regionserver/b313e41b3af3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-22T14:33:49,827 DEBUG [RS:0;b313e41b3af3:35983 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4a304132-6c32-edfe-82c3-8a74eb40ac70/oldWALs 2024-11-22T14:33:49,827 INFO [RS:0;b313e41b3af3:35983 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b313e41b3af3%2C35983%2C1732286021135:(num 1732286021935) 2024-11-22T14:33:49,827 DEBUG [RS:0;b313e41b3af3:35983 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:33:49,827 INFO [RS:0;b313e41b3af3:35983 {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T14:33:49,827 INFO [RS:0;b313e41b3af3:35983 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T14:33:49,827 INFO [RS:0;b313e41b3af3:35983 {}] hbase.ChoreService(370): Chore service for: regionserver/b313e41b3af3:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-22T14:33:49,827 INFO [RS:0;b313e41b3af3:35983 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T14:33:49,827 INFO [regionserver/b313e41b3af3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T14:33:49,827 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/b313e41b3af3:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-22T14:33:49,827 INFO [RS:0;b313e41b3af3:35983 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-b313e41b3af3,35983,1732286021135 because: Region server is closing 2024-11-22T14:33:49,827 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/b313e41b3af3:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-22T14:33:49,827 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/b313e41b3af3:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-22T14:33:49,828 INFO [RS:0;b313e41b3af3:35983 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b313e41b3af3:35983. 2024-11-22T14:33:49,828 DEBUG [RS:0;b313e41b3af3:35983 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T14:33:49,828 DEBUG [RS:0;b313e41b3af3:35983 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:33:49,828 DEBUG [RS:0;b313e41b3af3:35983 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:33:49,828 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T14:33:49,928 WARN [RS:0;b313e41b3af3:35983.replicationSource.wal-reader.b313e41b3af3%2C35983%2C1732286021135,1-b313e41b3af3,35983,1732286021135 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-22T14:33:49,928 WARN [RS:0;b313e41b3af3:35983.replicationSource.shipperb313e41b3af3%2C35983%2C1732286021135,1-b313e41b3af3,35983,1732286021135 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-22T14:33:49,928 INFO [RS:0;b313e41b3af3:35983 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;b313e41b3af3:35983.replicationSource.shipperb313e41b3af3%2C35983%2C1732286021135,1-b313e41b3af3,35983,1732286021135 terminated 2024-11-22T14:33:49,928 INFO [RS:0;b313e41b3af3:35983 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35983 2024-11-22T14:33:49,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35983-0x10067da25660007, quorum=127.0.0.1:64961, baseZNode=/0-1920446674 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1920446674/rs/b313e41b3af3,35983,1732286021135 2024-11-22T14:33:49,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43493-0x10067da25660006, quorum=127.0.0.1:64961, baseZNode=/0-1920446674 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1920446674/rs 2024-11-22T14:33:49,929 INFO [RS:0;b313e41b3af3:35983 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T14:33:49,930 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b313e41b3af3,35983,1732286021135] 2024-11-22T14:33:49,930 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1920446674/draining/b313e41b3af3,35983,1732286021135 already deleted, retry=false 2024-11-22T14:33:49,930 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b313e41b3af3,35983,1732286021135 expired; onlineServers=0 2024-11-22T14:33:49,930 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b313e41b3af3,43493,1732286021112' ***** 2024-11-22T14:33:49,930 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-22T14:33:49,931 INFO [M:0;b313e41b3af3:43493 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T14:33:49,931 INFO [M:0;b313e41b3af3:43493 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T14:33:49,931 DEBUG [M:0;b313e41b3af3:43493 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-22T14:33:49,931 DEBUG [M:0;b313e41b3af3:43493 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-22T14:33:49,931 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-22T14:33:49,931 DEBUG [master/b313e41b3af3:0:becomeActiveMaster-HFileCleaner.large.0-1732286021695 {}] cleaner.HFileCleaner(306): Exit Thread[master/b313e41b3af3:0:becomeActiveMaster-HFileCleaner.large.0-1732286021695,5,FailOnTimeoutGroup] 2024-11-22T14:33:49,931 DEBUG [master/b313e41b3af3:0:becomeActiveMaster-HFileCleaner.small.0-1732286021697 {}] cleaner.HFileCleaner(306): Exit Thread[master/b313e41b3af3:0:becomeActiveMaster-HFileCleaner.small.0-1732286021697,5,FailOnTimeoutGroup] 2024-11-22T14:33:49,931 INFO [M:0;b313e41b3af3:43493 {}] hbase.ChoreService(370): Chore service for: master/b313e41b3af3:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-22T14:33:49,931 INFO [M:0;b313e41b3af3:43493 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T14:33:49,931 DEBUG [M:0;b313e41b3af3:43493 {}] master.HMaster(1795): Stopping service threads 2024-11-22T14:33:49,931 INFO [M:0;b313e41b3af3:43493 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-22T14:33:49,931 INFO [M:0;b313e41b3af3:43493 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-22T14:33:49,931 INFO [M:0;b313e41b3af3:43493 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-22T14:33:49,931 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-22T14:33:49,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43493-0x10067da25660006, quorum=127.0.0.1:64961, baseZNode=/0-1920446674 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1920446674/master 2024-11-22T14:33:49,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43493-0x10067da25660006, quorum=127.0.0.1:64961, baseZNode=/0-1920446674 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1920446674 2024-11-22T14:33:49,932 DEBUG [M:0;b313e41b3af3:43493 {}] zookeeper.ZKUtil(347): master:43493-0x10067da25660006, quorum=127.0.0.1:64961, baseZNode=/0-1920446674 Unable to get data of znode /0-1920446674/master because node does not exist (not an error) 2024-11-22T14:33:49,932 WARN [M:0;b313e41b3af3:43493 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-22T14:33:49,932 INFO [M:0;b313e41b3af3:43493 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:42199/user/jenkins/test-data/4a304132-6c32-edfe-82c3-8a74eb40ac70/.lastflushedseqids 2024-11-22T14:33:49,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38599 is added to blk_1073741852_1028 (size=181) 2024-11-22T14:33:50,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35983-0x10067da25660007, quorum=127.0.0.1:64961, baseZNode=/0-1920446674 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T14:33:50,030 INFO [RS:0;b313e41b3af3:35983 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T14:33:50,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35983-0x10067da25660007, quorum=127.0.0.1:64961, baseZNode=/0-1920446674 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T14:33:50,030 INFO [RS:0;b313e41b3af3:35983 {}] regionserver.HRegionServer(1031): Exiting; stopping=b313e41b3af3,35983,1732286021135; zookeeper connection closed. 2024-11-22T14:33:50,031 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@279cfe51 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@279cfe51 2024-11-22T14:33:50,031 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-22T14:33:50,337 INFO [M:0;b313e41b3af3:43493 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-22T14:33:50,337 INFO [M:0;b313e41b3af3:43493 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-22T14:33:50,337 DEBUG [M:0;b313e41b3af3:43493 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T14:33:50,337 INFO [M:0;b313e41b3af3:43493 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T14:33:50,337 DEBUG [M:0;b313e41b3af3:43493 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T14:33:50,337 DEBUG [M:0;b313e41b3af3:43493 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T14:33:50,337 DEBUG [M:0;b313e41b3af3:43493 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T14:33:50,338 INFO [M:0;b313e41b3af3:43493 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-22T14:33:50,355 DEBUG [M:0;b313e41b3af3:43493 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42199/user/jenkins/test-data/4a304132-6c32-edfe-82c3-8a74eb40ac70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/70901c2fc8cb496190fc7b3bb65ed445 is 82, key is hbase:meta,,1/info:regioninfo/1732286022297/Put/seqid=0 2024-11-22T14:33:50,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38599 is added to blk_1073741853_1029 (size=5672) 2024-11-22T14:33:50,760 INFO [M:0;b313e41b3af3:43493 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:42199/user/jenkins/test-data/4a304132-6c32-edfe-82c3-8a74eb40ac70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/70901c2fc8cb496190fc7b3bb65ed445 2024-11-22T14:33:50,777 DEBUG [M:0;b313e41b3af3:43493 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42199/user/jenkins/test-data/4a304132-6c32-edfe-82c3-8a74eb40ac70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1706a08cd77d4a71a2bbb4a92387af86 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x0C/proc:d/1732286026579/Put/seqid=0 2024-11-22T14:33:50,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38599 is added to blk_1073741854_1030 (size=7312) 2024-11-22T14:33:51,181 INFO [M:0;b313e41b3af3:43493 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:42199/user/jenkins/test-data/4a304132-6c32-edfe-82c3-8a74eb40ac70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1706a08cd77d4a71a2bbb4a92387af86 2024-11-22T14:33:51,198 DEBUG [M:0;b313e41b3af3:43493 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42199/user/jenkins/test-data/4a304132-6c32-edfe-82c3-8a74eb40ac70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/71a375fae65544aa8f05b6c5f6ed7b96 is 69, key is b313e41b3af3,35983,1732286021135/rs:state/1732286021768/Put/seqid=0 2024-11-22T14:33:51,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38599 is added to blk_1073741855_1031 (size=5370) 2024-11-22T14:33:51,602 INFO [M:0;b313e41b3af3:43493 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:42199/user/jenkins/test-data/4a304132-6c32-edfe-82c3-8a74eb40ac70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/71a375fae65544aa8f05b6c5f6ed7b96 2024-11-22T14:33:51,606 INFO [M:0;b313e41b3af3:43493 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 71a375fae65544aa8f05b6c5f6ed7b96 2024-11-22T14:33:51,607 DEBUG [M:0;b313e41b3af3:43493 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42199/user/jenkins/test-data/4a304132-6c32-edfe-82c3-8a74eb40ac70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/70901c2fc8cb496190fc7b3bb65ed445 as hdfs://localhost:42199/user/jenkins/test-data/4a304132-6c32-edfe-82c3-8a74eb40ac70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/70901c2fc8cb496190fc7b3bb65ed445 2024-11-22T14:33:51,611 INFO [M:0;b313e41b3af3:43493 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42199/user/jenkins/test-data/4a304132-6c32-edfe-82c3-8a74eb40ac70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/70901c2fc8cb496190fc7b3bb65ed445, entries=8, sequenceid=127, filesize=5.5 K 2024-11-22T14:33:51,611 DEBUG [M:0;b313e41b3af3:43493 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42199/user/jenkins/test-data/4a304132-6c32-edfe-82c3-8a74eb40ac70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1706a08cd77d4a71a2bbb4a92387af86 as hdfs://localhost:42199/user/jenkins/test-data/4a304132-6c32-edfe-82c3-8a74eb40ac70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1706a08cd77d4a71a2bbb4a92387af86 2024-11-22T14:33:51,615 INFO [M:0;b313e41b3af3:43493 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42199/user/jenkins/test-data/4a304132-6c32-edfe-82c3-8a74eb40ac70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1706a08cd77d4a71a2bbb4a92387af86, entries=7, sequenceid=127, filesize=7.1 K 2024-11-22T14:33:51,616 DEBUG [M:0;b313e41b3af3:43493 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42199/user/jenkins/test-data/4a304132-6c32-edfe-82c3-8a74eb40ac70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/71a375fae65544aa8f05b6c5f6ed7b96 as hdfs://localhost:42199/user/jenkins/test-data/4a304132-6c32-edfe-82c3-8a74eb40ac70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/71a375fae65544aa8f05b6c5f6ed7b96 2024-11-22T14:33:51,620 INFO [M:0;b313e41b3af3:43493 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 71a375fae65544aa8f05b6c5f6ed7b96 2024-11-22T14:33:51,620 INFO [M:0;b313e41b3af3:43493 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42199/user/jenkins/test-data/4a304132-6c32-edfe-82c3-8a74eb40ac70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/71a375fae65544aa8f05b6c5f6ed7b96, entries=2, sequenceid=127, filesize=5.2 K 2024-11-22T14:33:51,621 INFO [M:0;b313e41b3af3:43493 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1284ms, sequenceid=127, compaction requested=false 2024-11-22T14:33:51,622 INFO [M:0;b313e41b3af3:43493 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T14:33:51,622 DEBUG [M:0;b313e41b3af3:43493 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732286030337Disabling compacts and flushes for region at 1732286030337Disabling writes for close at 1732286030337Obtaining lock to block concurrent updates at 1732286030338 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732286030338Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1732286030338Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732286030338Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732286030339 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732286030355 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732286030355Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732286030764 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732286030776 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732286030776Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732286031185 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732286031198 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732286031198Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1201c066: reopening flushed file at 1732286031606 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@58c179f8: reopening flushed file at 1732286031611 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@67f014b0: reopening flushed file at 1732286031616 (+5 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1284ms, sequenceid=127, compaction requested=false at 1732286031621 (+5 ms)Writing region close event to WAL at 1732286031622 (+1 ms)Closed at 1732286031622 2024-11-22T14:33:51,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38599 is added to blk_1073741847_1023 (size=22903) 2024-11-22T14:33:51,625 INFO [M:0;b313e41b3af3:43493 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-22T14:33:51,625 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T14:33:51,626 INFO [M:0;b313e41b3af3:43493 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43493 2024-11-22T14:33:51,626 INFO [M:0;b313e41b3af3:43493 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T14:33:51,727 INFO [M:0;b313e41b3af3:43493 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T14:33:51,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43493-0x10067da25660006, quorum=127.0.0.1:64961, baseZNode=/0-1920446674 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T14:33:51,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43493-0x10067da25660006, quorum=127.0.0.1:64961, baseZNode=/0-1920446674 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T14:33:51,729 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@37f75450{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T14:33:51,729 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@34b66f5e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T14:33:51,730 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T14:33:51,730 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@53f6c943{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T14:33:51,730 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@590247d6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02aa9bb5-1f6e-626d-1b92-40cd402ceead/hadoop.log.dir/,STOPPED} 2024-11-22T14:33:51,731 WARN [BP-1491280238-172.17.0.2-1732286007572 heartbeating to localhost/127.0.0.1:42199 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-22T14:33:51,731 WARN [BP-1491280238-172.17.0.2-1732286007572 heartbeating to localhost/127.0.0.1:42199 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1491280238-172.17.0.2-1732286007572 (Datanode Uuid ee4a3bb6-edc9-45aa-954f-3f6527ab3f17) service to localhost/127.0.0.1:42199 2024-11-22T14:33:51,731 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-22T14:33:51,731 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-22T14:33:51,732 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02aa9bb5-1f6e-626d-1b92-40cd402ceead/cluster_b19b2509-6081-ac9e-3c64-1d5c2e0f3d4a/data/data1/current/BP-1491280238-172.17.0.2-1732286007572 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T14:33:51,732 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02aa9bb5-1f6e-626d-1b92-40cd402ceead/cluster_b19b2509-6081-ac9e-3c64-1d5c2e0f3d4a/data/data2/current/BP-1491280238-172.17.0.2-1732286007572 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T14:33:51,732 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-22T14:33:51,737 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@103e63a7{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T14:33:51,737 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7648a310{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T14:33:51,738 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T14:33:51,738 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3b270fd1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T14:33:51,738 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6a5472ea{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02aa9bb5-1f6e-626d-1b92-40cd402ceead/hadoop.log.dir/,STOPPED} 2024-11-22T14:33:51,744 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-22T14:33:51,758 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-22T14:33:51,767 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=207 (was 161) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33405 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:42199 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: globalEventExecutor-1-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42199 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64961) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42199 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: HMaster-EventLoopGroup-19-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42199 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42199 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33405 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64961) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33405 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33405 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33405 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:33405 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33405 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42199 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33405 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33405 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42199 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:42199 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42199 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42199 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=569 (was 504) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=275 (was 260) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4832 (was 5470) 2024-11-22T14:33:51,775 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileCyclicReplication Thread=207, OpenFileDescriptor=569, MaxFileDescriptor=1048576, SystemLoadAverage=275, ProcessCount=11, AvailableMemoryMB=4832 2024-11-22T14:33:51,790 INFO [Time-limited test {}] replication.TestMasterReplication(190): testHFileCyclicReplication 2024-11-22T14:33:51,791 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2646a3b3-ce6d-45c4-e654-7dce19215150/hadoop.log.dir so I do NOT create it in target/test-data/07909a35-3144-8a93-f321-77674228387c 2024-11-22T14:33:51,791 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2646a3b3-ce6d-45c4-e654-7dce19215150/hadoop.log.dir Erasing configuration value by system value. 2024-11-22T14:33:51,791 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2646a3b3-ce6d-45c4-e654-7dce19215150/hadoop.tmp.dir so I do NOT create it in target/test-data/07909a35-3144-8a93-f321-77674228387c 2024-11-22T14:33:51,791 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2646a3b3-ce6d-45c4-e654-7dce19215150/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-22T14:33:51,791 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07909a35-3144-8a93-f321-77674228387c 2024-11-22T14:33:51,791 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07909a35-3144-8a93-f321-77674228387c/cluster_5653451f-36bb-9a46-0d0c-40f204b94a8f, deleteOnExit=true 2024-11-22T14:33:51,794 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07909a35-3144-8a93-f321-77674228387c/cluster_5653451f-36bb-9a46-0d0c-40f204b94a8f/zookeeper_0, clientPort=62905, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07909a35-3144-8a93-f321-77674228387c/cluster_5653451f-36bb-9a46-0d0c-40f204b94a8f/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07909a35-3144-8a93-f321-77674228387c/cluster_5653451f-36bb-9a46-0d0c-40f204b94a8f/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-22T14:33:51,795 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=62905 2024-11-22T14:33:51,795 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-22T14:33:51,795 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-22T14:33:51,795 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07909a35-3144-8a93-f321-77674228387c/test.cache.data in system properties and HBase conf 2024-11-22T14:33:51,795 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07909a35-3144-8a93-f321-77674228387c/hadoop.tmp.dir in system properties and HBase conf 2024-11-22T14:33:51,795 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07909a35-3144-8a93-f321-77674228387c/hadoop.log.dir in system properties and HBase conf 2024-11-22T14:33:51,795 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07909a35-3144-8a93-f321-77674228387c/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-22T14:33:51,795 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07909a35-3144-8a93-f321-77674228387c/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-22T14:33:51,795 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-22T14:33:51,795 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-22T14:33:51,795 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07909a35-3144-8a93-f321-77674228387c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-22T14:33:51,796 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07909a35-3144-8a93-f321-77674228387c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-22T14:33:51,796 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07909a35-3144-8a93-f321-77674228387c/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-22T14:33:51,796 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07909a35-3144-8a93-f321-77674228387c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T14:33:51,796 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07909a35-3144-8a93-f321-77674228387c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-22T14:33:51,796 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07909a35-3144-8a93-f321-77674228387c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-22T14:33:51,796 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07909a35-3144-8a93-f321-77674228387c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T14:33:51,796 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07909a35-3144-8a93-f321-77674228387c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T14:33:51,796 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07909a35-3144-8a93-f321-77674228387c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-22T14:33:51,796 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07909a35-3144-8a93-f321-77674228387c/nfs.dump.dir in system properties and HBase conf 2024-11-22T14:33:51,796 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07909a35-3144-8a93-f321-77674228387c/java.io.tmpdir in system properties and HBase conf 2024-11-22T14:33:51,796 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07909a35-3144-8a93-f321-77674228387c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T14:33:51,796 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07909a35-3144-8a93-f321-77674228387c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-22T14:33:51,796 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07909a35-3144-8a93-f321-77674228387c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-22T14:33:51,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10067da25660005, quorum=127.0.0.1:64961, baseZNode=/1-1195518793 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-22T14:33:51,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10067da25660002, quorum=127.0.0.1:64961, baseZNode=/0-1920446674 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-22T14:33:51,841 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10067da25660002, quorum=127.0.0.1:64961, baseZNode=/0-1920446674 Received Disconnected from ZooKeeper, ignoring 2024-11-22T14:33:51,842 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10067da25660005, quorum=127.0.0.1:64961, baseZNode=/1-1195518793 Received Disconnected from ZooKeeper, ignoring 2024-11-22T14:33:51,851 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T14:33:51,855 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T14:33:51,856 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T14:33:51,856 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T14:33:51,856 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-22T14:33:51,857 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T14:33:51,858 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@50197952{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07909a35-3144-8a93-f321-77674228387c/hadoop.log.dir/,AVAILABLE} 2024-11-22T14:33:51,858 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@65b0b781{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T14:33:51,953 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@40fdfc14{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07909a35-3144-8a93-f321-77674228387c/java.io.tmpdir/jetty-localhost-46605-hadoop-hdfs-3_4_1-tests_jar-_-any-7795014880197144358/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T14:33:51,953 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@8715926{HTTP/1.1, (http/1.1)}{localhost:46605} 2024-11-22T14:33:51,953 INFO [Time-limited test {}] server.Server(415): Started @152487ms 2024-11-22T14:33:52,018 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T14:33:52,021 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T14:33:52,023 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T14:33:52,023 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T14:33:52,023 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-22T14:33:52,024 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3956826e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07909a35-3144-8a93-f321-77674228387c/hadoop.log.dir/,AVAILABLE} 2024-11-22T14:33:52,024 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@62a0264d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T14:33:52,119 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@169b54f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07909a35-3144-8a93-f321-77674228387c/java.io.tmpdir/jetty-localhost-38559-hadoop-hdfs-3_4_1-tests_jar-_-any-2806773905228966523/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T14:33:52,119 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@27c217a0{HTTP/1.1, (http/1.1)}{localhost:38559} 2024-11-22T14:33:52,119 INFO [Time-limited test {}] server.Server(415): Started @152652ms 2024-11-22T14:33:52,120 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-22T14:33:52,173 WARN [Thread-1680 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07909a35-3144-8a93-f321-77674228387c/cluster_5653451f-36bb-9a46-0d0c-40f204b94a8f/data/data2/current/BP-1809536044-172.17.0.2-1732286031811/current, will proceed with Du for space computation calculation, 2024-11-22T14:33:52,173 WARN [Thread-1679 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07909a35-3144-8a93-f321-77674228387c/cluster_5653451f-36bb-9a46-0d0c-40f204b94a8f/data/data1/current/BP-1809536044-172.17.0.2-1732286031811/current, will proceed with Du for space computation calculation, 2024-11-22T14:33:52,197 WARN [Thread-1667 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-22T14:33:52,201 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc913066d92d33e53 with lease ID 0xa57dd5c505db56c1: Processing first storage report for DS-e91af071-adb2-4d82-92aa-7501dfebc01f from datanode DatanodeRegistration(127.0.0.1:38357, datanodeUuid=d35802fb-f916-41cb-bb09-dc65e4463d58, infoPort=36547, infoSecurePort=0, ipcPort=43839, storageInfo=lv=-57;cid=testClusterID;nsid=832331856;c=1732286031811) 2024-11-22T14:33:52,201 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc913066d92d33e53 with lease ID 0xa57dd5c505db56c1: from storage DS-e91af071-adb2-4d82-92aa-7501dfebc01f node DatanodeRegistration(127.0.0.1:38357, datanodeUuid=d35802fb-f916-41cb-bb09-dc65e4463d58, infoPort=36547, infoSecurePort=0, ipcPort=43839, storageInfo=lv=-57;cid=testClusterID;nsid=832331856;c=1732286031811), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T14:33:52,201 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc913066d92d33e53 with lease ID 0xa57dd5c505db56c1: Processing first storage report for DS-214befdc-d18f-4ff4-8242-054e8b5626cd from datanode DatanodeRegistration(127.0.0.1:38357, datanodeUuid=d35802fb-f916-41cb-bb09-dc65e4463d58, infoPort=36547, infoSecurePort=0, ipcPort=43839, storageInfo=lv=-57;cid=testClusterID;nsid=832331856;c=1732286031811) 2024-11-22T14:33:52,201 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc913066d92d33e53 with lease ID 0xa57dd5c505db56c1: from storage DS-214befdc-d18f-4ff4-8242-054e8b5626cd node DatanodeRegistration(127.0.0.1:38357, datanodeUuid=d35802fb-f916-41cb-bb09-dc65e4463d58, infoPort=36547, infoSecurePort=0, ipcPort=43839, storageInfo=lv=-57;cid=testClusterID;nsid=832331856;c=1732286031811), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T14:33:52,241 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07909a35-3144-8a93-f321-77674228387c 2024-11-22T14:33:52,241 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T14:33:52,243 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T14:33:52,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38357 is added to blk_1073741825_1001 (size=7) 2024-11-22T14:33:52,650 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43979/user/jenkins/test-data/e5b2d6fc-135e-d694-d5d9-d0a9aa967c35 with version=8 2024-11-22T14:33:52,650 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43979/user/jenkins/test-data/e5b2d6fc-135e-d694-d5d9-d0a9aa967c35/hbase-staging 2024-11-22T14:33:52,652 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b313e41b3af3:0 server-side Connection retries=45 2024-11-22T14:33:52,652 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T14:33:52,652 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T14:33:52,652 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T14:33:52,652 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T14:33:52,652 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T14:33:52,652 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-22T14:33:52,652 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T14:33:52,653 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44673 2024-11-22T14:33:52,654 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44673 connecting to ZooKeeper ensemble=127.0.0.1:62905 2024-11-22T14:33:52,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:446730x0, quorum=127.0.0.1:62905, baseZNode=/01188607625 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T14:33:52,658 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44673-0x10067da84200000 connected 2024-11-22T14:33:52,669 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T14:33:52,670 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T14:33:52,673 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44673-0x10067da84200000, quorum=127.0.0.1:62905, baseZNode=/01188607625 Set watcher on znode that does not yet exist, /01188607625/running 2024-11-22T14:33:52,673 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43979/user/jenkins/test-data/e5b2d6fc-135e-d694-d5d9-d0a9aa967c35, hbase.cluster.distributed=false 2024-11-22T14:33:52,675 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44673-0x10067da84200000, quorum=127.0.0.1:62905, baseZNode=/01188607625 Set watcher on znode that does not yet exist, /01188607625/acl 2024-11-22T14:33:52,677 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44673 2024-11-22T14:33:52,680 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44673 2024-11-22T14:33:52,681 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44673 2024-11-22T14:33:52,681 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44673 2024-11-22T14:33:52,682 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44673 2024-11-22T14:33:52,707 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b313e41b3af3:0 server-side Connection retries=45 2024-11-22T14:33:52,707 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T14:33:52,707 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T14:33:52,707 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T14:33:52,707 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T14:33:52,707 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T14:33:52,707 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-22T14:33:52,708 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T14:33:52,708 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44221 2024-11-22T14:33:52,709 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44221 connecting to ZooKeeper ensemble=127.0.0.1:62905 2024-11-22T14:33:52,710 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T14:33:52,711 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T14:33:52,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:442210x0, quorum=127.0.0.1:62905, baseZNode=/01188607625 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T14:33:52,714 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:442210x0, quorum=127.0.0.1:62905, baseZNode=/01188607625 Set watcher on znode that does not yet exist, /01188607625/running 2024-11-22T14:33:52,715 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-22T14:33:52,717 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44221-0x10067da84200001 connected 2024-11-22T14:33:52,718 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-22T14:33:52,719 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44221-0x10067da84200001, quorum=127.0.0.1:62905, baseZNode=/01188607625 Set watcher on znode that does not yet exist, /01188607625/master 2024-11-22T14:33:52,720 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44221-0x10067da84200001, quorum=127.0.0.1:62905, baseZNode=/01188607625 Set watcher on znode that does not yet exist, /01188607625/acl 2024-11-22T14:33:52,721 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44221 2024-11-22T14:33:52,722 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44221 2024-11-22T14:33:52,726 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44221 2024-11-22T14:33:52,726 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44221 2024-11-22T14:33:52,727 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44221 2024-11-22T14:33:52,743 DEBUG [M:0;b313e41b3af3:44673 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b313e41b3af3:44673 2024-11-22T14:33:52,744 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01188607625/backup-masters/b313e41b3af3,44673,1732286032652 2024-11-22T14:33:52,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44673-0x10067da84200000, quorum=127.0.0.1:62905, baseZNode=/01188607625 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01188607625/backup-masters 2024-11-22T14:33:52,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44221-0x10067da84200001, quorum=127.0.0.1:62905, baseZNode=/01188607625 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01188607625/backup-masters 2024-11-22T14:33:52,745 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44673-0x10067da84200000, quorum=127.0.0.1:62905, baseZNode=/01188607625 Set watcher on existing znode=/01188607625/backup-masters/b313e41b3af3,44673,1732286032652 2024-11-22T14:33:52,746 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44673-0x10067da84200000, quorum=127.0.0.1:62905, baseZNode=/01188607625 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01188607625 2024-11-22T14:33:52,746 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44221-0x10067da84200001, quorum=127.0.0.1:62905, baseZNode=/01188607625 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01188607625/master 2024-11-22T14:33:52,746 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44221-0x10067da84200001, quorum=127.0.0.1:62905, baseZNode=/01188607625 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01188607625 2024-11-22T14:33:52,746 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44673-0x10067da84200000, quorum=127.0.0.1:62905, baseZNode=/01188607625 Set watcher on existing znode=/01188607625/master 2024-11-22T14:33:52,747 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01188607625/backup-masters/b313e41b3af3,44673,1732286032652 from backup master directory 2024-11-22T14:33:52,747 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44673-0x10067da84200000, quorum=127.0.0.1:62905, baseZNode=/01188607625 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01188607625/backup-masters/b313e41b3af3,44673,1732286032652 2024-11-22T14:33:52,747 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44673-0x10067da84200000, quorum=127.0.0.1:62905, baseZNode=/01188607625 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01188607625/backup-masters 2024-11-22T14:33:52,747 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44221-0x10067da84200001, quorum=127.0.0.1:62905, baseZNode=/01188607625 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01188607625/backup-masters 2024-11-22T14:33:52,747 WARN [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T14:33:52,747 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b313e41b3af3,44673,1732286032652 2024-11-22T14:33:52,754 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43979/user/jenkins/test-data/e5b2d6fc-135e-d694-d5d9-d0a9aa967c35/hbase.id] with ID: 46c2c373-b9dd-4902-90ef-a28e3836ade0 2024-11-22T14:33:52,754 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43979/user/jenkins/test-data/e5b2d6fc-135e-d694-d5d9-d0a9aa967c35/.tmp/hbase.id 2024-11-22T14:33:52,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38357 is added to blk_1073741826_1002 (size=42) 2024-11-22T14:33:53,159 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43979/user/jenkins/test-data/e5b2d6fc-135e-d694-d5d9-d0a9aa967c35/.tmp/hbase.id]:[hdfs://localhost:43979/user/jenkins/test-data/e5b2d6fc-135e-d694-d5d9-d0a9aa967c35/hbase.id] 2024-11-22T14:33:53,169 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T14:33:53,169 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-22T14:33:53,170 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-22T14:33:53,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44221-0x10067da84200001, quorum=127.0.0.1:62905, baseZNode=/01188607625 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01188607625 2024-11-22T14:33:53,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44673-0x10067da84200000, quorum=127.0.0.1:62905, baseZNode=/01188607625 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01188607625 2024-11-22T14:33:53,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38357 is added to blk_1073741827_1003 (size=196) 2024-11-22T14:33:53,577 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T14:33:53,577 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-22T14:33:53,578 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T14:33:53,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38357 is added to blk_1073741828_1004 (size=1189) 2024-11-22T14:33:53,984 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43979/user/jenkins/test-data/e5b2d6fc-135e-d694-d5d9-d0a9aa967c35/MasterData/data/master/store 2024-11-22T14:33:53,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38357 is added to blk_1073741829_1005 (size=34) 2024-11-22T14:33:53,989 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T14:33:53,989 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T14:33:53,989 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T14:33:53,989 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T14:33:53,989 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T14:33:53,989 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T14:33:53,989 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T14:33:53,989 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732286033989Disabling compacts and flushes for region at 1732286033989Disabling writes for close at 1732286033989Writing region close event to WAL at 1732286033989Closed at 1732286033989 2024-11-22T14:33:53,990 WARN [master/b313e41b3af3:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43979/user/jenkins/test-data/e5b2d6fc-135e-d694-d5d9-d0a9aa967c35/MasterData/data/master/store/.initializing 2024-11-22T14:33:53,990 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43979/user/jenkins/test-data/e5b2d6fc-135e-d694-d5d9-d0a9aa967c35/MasterData/WALs/b313e41b3af3,44673,1732286032652 2024-11-22T14:33:53,991 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T14:33:53,993 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b313e41b3af3%2C44673%2C1732286032652, suffix=, logDir=hdfs://localhost:43979/user/jenkins/test-data/e5b2d6fc-135e-d694-d5d9-d0a9aa967c35/MasterData/WALs/b313e41b3af3,44673,1732286032652, archiveDir=hdfs://localhost:43979/user/jenkins/test-data/e5b2d6fc-135e-d694-d5d9-d0a9aa967c35/MasterData/oldWALs, maxLogs=10 2024-11-22T14:33:54,017 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e5b2d6fc-135e-d694-d5d9-d0a9aa967c35/MasterData/WALs/b313e41b3af3,44673,1732286032652/b313e41b3af3%2C44673%2C1732286032652.1732286033993, exclude list is [], retry=0 2024-11-22T14:33:54,019 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38357,DS-e91af071-adb2-4d82-92aa-7501dfebc01f,DISK] 2024-11-22T14:33:54,021 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e5b2d6fc-135e-d694-d5d9-d0a9aa967c35/MasterData/WALs/b313e41b3af3,44673,1732286032652/b313e41b3af3%2C44673%2C1732286032652.1732286033993 2024-11-22T14:33:54,021 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36547:36547)] 2024-11-22T14:33:54,021 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-22T14:33:54,022 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T14:33:54,022 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:33:54,022 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:33:54,023 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:33:54,024 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-22T14:33:54,024 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:33:54,025 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T14:33:54,025 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:33:54,025 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-22T14:33:54,025 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:33:54,026 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:33:54,026 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:33:54,026 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-22T14:33:54,027 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:33:54,027 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:33:54,027 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:33:54,027 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-22T14:33:54,027 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:33:54,028 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:33:54,028 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:33:54,028 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43979/user/jenkins/test-data/e5b2d6fc-135e-d694-d5d9-d0a9aa967c35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:33:54,029 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43979/user/jenkins/test-data/e5b2d6fc-135e-d694-d5d9-d0a9aa967c35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:33:54,030 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:33:54,030 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:33:54,031 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T14:33:54,031 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:33:54,038 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43979/user/jenkins/test-data/e5b2d6fc-135e-d694-d5d9-d0a9aa967c35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T14:33:54,038 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61029452, jitterRate=-0.09059029817581177}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T14:33:54,039 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732286034022Initializing all the Stores at 1732286034023 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732286034023Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732286034023Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732286034023Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732286034023Cleaning up temporary data from old regions at 1732286034030 (+7 ms)Region opened successfully at 1732286034039 (+9 ms) 2024-11-22T14:33:54,039 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-22T14:33:54,042 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@785a7a28, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b313e41b3af3/172.17.0.2:0 2024-11-22T14:33:54,042 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-22T14:33:54,042 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-22T14:33:54,043 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-22T14:33:54,043 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-22T14:33:54,043 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-22T14:33:54,043 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-22T14:33:54,043 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-22T14:33:54,045 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-22T14:33:54,046 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44673-0x10067da84200000, quorum=127.0.0.1:62905, baseZNode=/01188607625 Unable to get data of znode /01188607625/balancer because node does not exist (not necessarily an error) 2024-11-22T14:33:54,046 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01188607625/balancer already deleted, retry=false 2024-11-22T14:33:54,047 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-22T14:33:54,047 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44673-0x10067da84200000, quorum=127.0.0.1:62905, baseZNode=/01188607625 Unable to get data of znode /01188607625/normalizer because node does not exist (not necessarily an error) 2024-11-22T14:33:54,048 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01188607625/normalizer already deleted, retry=false 2024-11-22T14:33:54,048 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-22T14:33:54,049 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44673-0x10067da84200000, quorum=127.0.0.1:62905, baseZNode=/01188607625 Unable to get data of znode /01188607625/switch/split because node does not exist (not necessarily an error) 2024-11-22T14:33:54,049 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01188607625/switch/split already deleted, retry=false 2024-11-22T14:33:54,050 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44673-0x10067da84200000, quorum=127.0.0.1:62905, baseZNode=/01188607625 Unable to get data of znode /01188607625/switch/merge because node does not exist (not necessarily an error) 2024-11-22T14:33:54,050 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01188607625/switch/merge already deleted, retry=false 2024-11-22T14:33:54,052 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44673-0x10067da84200000, quorum=127.0.0.1:62905, baseZNode=/01188607625 Unable to get data of znode /01188607625/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-22T14:33:54,053 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01188607625/snapshot-cleanup already deleted, retry=false 2024-11-22T14:33:54,053 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44221-0x10067da84200001, quorum=127.0.0.1:62905, baseZNode=/01188607625 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01188607625/running 2024-11-22T14:33:54,053 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44221-0x10067da84200001, quorum=127.0.0.1:62905, baseZNode=/01188607625 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01188607625 2024-11-22T14:33:54,053 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44673-0x10067da84200000, quorum=127.0.0.1:62905, baseZNode=/01188607625 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01188607625/running 2024-11-22T14:33:54,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44673-0x10067da84200000, quorum=127.0.0.1:62905, baseZNode=/01188607625 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01188607625 2024-11-22T14:33:54,054 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b313e41b3af3,44673,1732286032652, sessionid=0x10067da84200000, setting cluster-up flag (Was=false) 2024-11-22T14:33:54,055 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44673-0x10067da84200000, quorum=127.0.0.1:62905, baseZNode=/01188607625 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01188607625 2024-11-22T14:33:54,055 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44221-0x10067da84200001, quorum=127.0.0.1:62905, baseZNode=/01188607625 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01188607625 2024-11-22T14:33:54,057 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01188607625/flush-table-proc/acquired, /01188607625/flush-table-proc/reached, /01188607625/flush-table-proc/abort 2024-11-22T14:33:54,058 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b313e41b3af3,44673,1732286032652 2024-11-22T14:33:54,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44673-0x10067da84200000, quorum=127.0.0.1:62905, baseZNode=/01188607625 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01188607625 2024-11-22T14:33:54,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44221-0x10067da84200001, quorum=127.0.0.1:62905, baseZNode=/01188607625 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01188607625 2024-11-22T14:33:54,062 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01188607625/online-snapshot/acquired, /01188607625/online-snapshot/reached, /01188607625/online-snapshot/abort 2024-11-22T14:33:54,063 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b313e41b3af3,44673,1732286032652 2024-11-22T14:33:54,063 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43979/user/jenkins/test-data/e5b2d6fc-135e-d694-d5d9-d0a9aa967c35/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-22T14:33:54,064 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-22T14:33:54,065 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-22T14:33:54,065 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-22T14:33:54,065 WARN [master/b313e41b3af3:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of b313e41b3af3,44241,1732286008695: status=Processing ServerCrashProcedure of b313e41b3af3,44241,1732286008695 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1732286021686, completionTime=-1 appears to have been leaked 2024-11-22T14:33:54,065 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b313e41b3af3,44673,1732286032652 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-22T14:33:54,066 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b313e41b3af3:0, corePoolSize=5, maxPoolSize=5 2024-11-22T14:33:54,066 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b313e41b3af3:0, corePoolSize=5, maxPoolSize=5 2024-11-22T14:33:54,066 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b313e41b3af3:0, corePoolSize=5, maxPoolSize=5 2024-11-22T14:33:54,066 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b313e41b3af3:0, corePoolSize=5, maxPoolSize=5 2024-11-22T14:33:54,066 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b313e41b3af3:0, corePoolSize=10, maxPoolSize=10 2024-11-22T14:33:54,066 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:33:54,066 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b313e41b3af3:0, corePoolSize=2, maxPoolSize=2 2024-11-22T14:33:54,066 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:33:54,070 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T14:33:54,070 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-22T14:33:54,071 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:33:54,071 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-22T14:33:54,077 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732286064077 2024-11-22T14:33:54,077 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-22T14:33:54,077 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-22T14:33:54,077 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-22T14:33:54,077 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-22T14:33:54,077 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-22T14:33:54,077 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-22T14:33:54,077 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T14:33:54,078 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-22T14:33:54,078 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-22T14:33:54,078 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-22T14:33:54,078 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-22T14:33:54,079 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-22T14:33:54,079 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-22T14:33:54,082 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b313e41b3af3:0:becomeActiveMaster-HFileCleaner.large.0-1732286034079,5,FailOnTimeoutGroup] 2024-11-22T14:33:54,082 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b313e41b3af3:0:becomeActiveMaster-HFileCleaner.small.0-1732286034082,5,FailOnTimeoutGroup] 2024-11-22T14:33:54,082 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T14:33:54,082 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-22T14:33:54,082 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-22T14:33:54,082 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-22T14:33:54,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38357 is added to blk_1073741831_1007 (size=1321) 2024-11-22T14:33:54,131 INFO [RS:0;b313e41b3af3:44221 {}] regionserver.HRegionServer(746): ClusterId : 46c2c373-b9dd-4902-90ef-a28e3836ade0 2024-11-22T14:33:54,131 DEBUG [RS:0;b313e41b3af3:44221 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-22T14:33:54,133 DEBUG [RS:0;b313e41b3af3:44221 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-22T14:33:54,133 DEBUG [RS:0;b313e41b3af3:44221 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-22T14:33:54,134 DEBUG [RS:0;b313e41b3af3:44221 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-22T14:33:54,134 DEBUG [RS:0;b313e41b3af3:44221 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24d60cf1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b313e41b3af3/172.17.0.2:0 2024-11-22T14:33:54,148 DEBUG [RS:0;b313e41b3af3:44221 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b313e41b3af3:44221 2024-11-22T14:33:54,149 INFO [RS:0;b313e41b3af3:44221 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-22T14:33:54,149 INFO [RS:0;b313e41b3af3:44221 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-22T14:33:54,149 DEBUG [RS:0;b313e41b3af3:44221 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-22T14:33:54,149 INFO [RS:0;b313e41b3af3:44221 {}] regionserver.HRegionServer(2659): reportForDuty to master=b313e41b3af3,44673,1732286032652 with port=44221, startcode=1732286032707 2024-11-22T14:33:54,150 DEBUG [RS:0;b313e41b3af3:44221 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-22T14:33:54,151 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35769, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-11-22T14:33:54,151 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44673 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b313e41b3af3,44221,1732286032707 2024-11-22T14:33:54,151 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44673 {}] master.ServerManager(517): Registering regionserver=b313e41b3af3,44221,1732286032707 2024-11-22T14:33:54,152 DEBUG [RS:0;b313e41b3af3:44221 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43979/user/jenkins/test-data/e5b2d6fc-135e-d694-d5d9-d0a9aa967c35 2024-11-22T14:33:54,152 DEBUG [RS:0;b313e41b3af3:44221 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43979 2024-11-22T14:33:54,152 DEBUG [RS:0;b313e41b3af3:44221 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-22T14:33:54,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44673-0x10067da84200000, quorum=127.0.0.1:62905, baseZNode=/01188607625 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01188607625/rs 2024-11-22T14:33:54,154 DEBUG [RS:0;b313e41b3af3:44221 {}] zookeeper.ZKUtil(111): regionserver:44221-0x10067da84200001, quorum=127.0.0.1:62905, baseZNode=/01188607625 Set watcher on existing znode=/01188607625/rs/b313e41b3af3,44221,1732286032707 2024-11-22T14:33:54,154 WARN [RS:0;b313e41b3af3:44221 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T14:33:54,154 INFO [RS:0;b313e41b3af3:44221 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T14:33:54,154 DEBUG [RS:0;b313e41b3af3:44221 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43979/user/jenkins/test-data/e5b2d6fc-135e-d694-d5d9-d0a9aa967c35/WALs/b313e41b3af3,44221,1732286032707 2024-11-22T14:33:54,154 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b313e41b3af3,44221,1732286032707] 2024-11-22T14:33:54,160 INFO [RS:0;b313e41b3af3:44221 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-22T14:33:54,161 INFO [RS:0;b313e41b3af3:44221 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-22T14:33:54,165 INFO [RS:0;b313e41b3af3:44221 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-22T14:33:54,165 INFO [RS:0;b313e41b3af3:44221 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T14:33:54,165 INFO [RS:0;b313e41b3af3:44221 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-22T14:33:54,166 INFO [RS:0;b313e41b3af3:44221 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-22T14:33:54,166 INFO [RS:0;b313e41b3af3:44221 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-22T14:33:54,166 DEBUG [RS:0;b313e41b3af3:44221 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:33:54,166 DEBUG [RS:0;b313e41b3af3:44221 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:33:54,166 DEBUG [RS:0;b313e41b3af3:44221 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:33:54,166 DEBUG [RS:0;b313e41b3af3:44221 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:33:54,166 DEBUG [RS:0;b313e41b3af3:44221 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:33:54,166 DEBUG [RS:0;b313e41b3af3:44221 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b313e41b3af3:0, corePoolSize=2, maxPoolSize=2 2024-11-22T14:33:54,166 DEBUG [RS:0;b313e41b3af3:44221 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:33:54,166 DEBUG [RS:0;b313e41b3af3:44221 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:33:54,166 DEBUG [RS:0;b313e41b3af3:44221 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:33:54,166 DEBUG [RS:0;b313e41b3af3:44221 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:33:54,166 DEBUG [RS:0;b313e41b3af3:44221 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:33:54,166 DEBUG [RS:0;b313e41b3af3:44221 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:33:54,166 DEBUG [RS:0;b313e41b3af3:44221 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b313e41b3af3:0, corePoolSize=3, maxPoolSize=3 2024-11-22T14:33:54,166 DEBUG [RS:0;b313e41b3af3:44221 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b313e41b3af3:0, corePoolSize=3, maxPoolSize=3 2024-11-22T14:33:54,169 INFO [RS:0;b313e41b3af3:44221 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T14:33:54,169 INFO [RS:0;b313e41b3af3:44221 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T14:33:54,169 INFO [RS:0;b313e41b3af3:44221 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T14:33:54,169 INFO [RS:0;b313e41b3af3:44221 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-22T14:33:54,169 INFO [RS:0;b313e41b3af3:44221 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-22T14:33:54,169 INFO [RS:0;b313e41b3af3:44221 {}] hbase.ChoreService(168): Chore ScheduledChore name=b313e41b3af3,44221,1732286032707-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T14:33:54,182 INFO [RS:0;b313e41b3af3:44221 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-22T14:33:54,182 INFO [RS:0;b313e41b3af3:44221 {}] hbase.ChoreService(168): Chore ScheduledChore name=b313e41b3af3,44221,1732286032707-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T14:33:54,182 INFO [RS:0;b313e41b3af3:44221 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T14:33:54,182 INFO [RS:0;b313e41b3af3:44221 {}] regionserver.Replication(171): b313e41b3af3,44221,1732286032707 started 2024-11-22T14:33:54,194 INFO [RS:0;b313e41b3af3:44221 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T14:33:54,195 INFO [RS:0;b313e41b3af3:44221 {}] regionserver.HRegionServer(1482): Serving as b313e41b3af3,44221,1732286032707, RpcServer on b313e41b3af3/172.17.0.2:44221, sessionid=0x10067da84200001 2024-11-22T14:33:54,195 DEBUG [RS:0;b313e41b3af3:44221 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-22T14:33:54,195 DEBUG [RS:0;b313e41b3af3:44221 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b313e41b3af3,44221,1732286032707 2024-11-22T14:33:54,195 DEBUG [RS:0;b313e41b3af3:44221 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b313e41b3af3,44221,1732286032707' 2024-11-22T14:33:54,195 DEBUG [RS:0;b313e41b3af3:44221 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01188607625/flush-table-proc/abort' 2024-11-22T14:33:54,195 DEBUG [RS:0;b313e41b3af3:44221 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01188607625/flush-table-proc/acquired' 2024-11-22T14:33:54,196 DEBUG [RS:0;b313e41b3af3:44221 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-22T14:33:54,196 DEBUG [RS:0;b313e41b3af3:44221 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-22T14:33:54,196 DEBUG [RS:0;b313e41b3af3:44221 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b313e41b3af3,44221,1732286032707 2024-11-22T14:33:54,196 DEBUG [RS:0;b313e41b3af3:44221 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b313e41b3af3,44221,1732286032707' 2024-11-22T14:33:54,196 DEBUG [RS:0;b313e41b3af3:44221 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01188607625/online-snapshot/abort' 2024-11-22T14:33:54,196 DEBUG [RS:0;b313e41b3af3:44221 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01188607625/online-snapshot/acquired' 2024-11-22T14:33:54,196 DEBUG [RS:0;b313e41b3af3:44221 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-22T14:33:54,196 INFO [RS:0;b313e41b3af3:44221 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-22T14:33:54,196 INFO [RS:0;b313e41b3af3:44221 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-22T14:33:54,296 INFO [RS:0;b313e41b3af3:44221 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T14:33:54,298 INFO [RS:0;b313e41b3af3:44221 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b313e41b3af3%2C44221%2C1732286032707, suffix=, logDir=hdfs://localhost:43979/user/jenkins/test-data/e5b2d6fc-135e-d694-d5d9-d0a9aa967c35/WALs/b313e41b3af3,44221,1732286032707, archiveDir=hdfs://localhost:43979/user/jenkins/test-data/e5b2d6fc-135e-d694-d5d9-d0a9aa967c35/oldWALs, maxLogs=10 2024-11-22T14:33:54,311 DEBUG [RS:0;b313e41b3af3:44221 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e5b2d6fc-135e-d694-d5d9-d0a9aa967c35/WALs/b313e41b3af3,44221,1732286032707/b313e41b3af3%2C44221%2C1732286032707.1732286034298, exclude list is [], retry=0 2024-11-22T14:33:54,313 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38357,DS-e91af071-adb2-4d82-92aa-7501dfebc01f,DISK] 2024-11-22T14:33:54,315 INFO [RS:0;b313e41b3af3:44221 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e5b2d6fc-135e-d694-d5d9-d0a9aa967c35/WALs/b313e41b3af3,44221,1732286032707/b313e41b3af3%2C44221%2C1732286032707.1732286034298 2024-11-22T14:33:54,315 DEBUG [RS:0;b313e41b3af3:44221 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36547:36547)] 2024-11-22T14:33:54,420 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-22T14:33:54,451 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:33:54,451 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:33:54,451 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:33:54,451 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:33:54,451 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:33:54,452 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:33:54,456 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:33:54,458 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:33:54,484 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43979/user/jenkins/test-data/e5b2d6fc-135e-d694-d5d9-d0a9aa967c35/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-22T14:33:54,484 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43979/user/jenkins/test-data/e5b2d6fc-135e-d694-d5d9-d0a9aa967c35 2024-11-22T14:33:54,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38357 is added to blk_1073741833_1009 (size=32) 2024-11-22T14:33:54,889 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T14:33:54,890 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T14:33:54,891 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T14:33:54,891 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:33:54,892 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T14:33:54,892 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T14:33:54,893 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T14:33:54,893 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:33:54,893 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T14:33:54,893 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T14:33:54,894 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T14:33:54,894 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:33:54,894 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T14:33:54,894 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T14:33:54,895 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T14:33:54,895 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:33:54,895 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T14:33:54,895 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T14:33:54,896 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43979/user/jenkins/test-data/e5b2d6fc-135e-d694-d5d9-d0a9aa967c35/data/hbase/meta/1588230740 2024-11-22T14:33:54,896 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43979/user/jenkins/test-data/e5b2d6fc-135e-d694-d5d9-d0a9aa967c35/data/hbase/meta/1588230740 2024-11-22T14:33:54,897 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T14:33:54,897 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T14:33:54,897 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T14:33:54,898 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T14:33:54,900 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43979/user/jenkins/test-data/e5b2d6fc-135e-d694-d5d9-d0a9aa967c35/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T14:33:54,900 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61119232, jitterRate=-0.08925247192382812}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T14:33:54,901 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732286034889Initializing all the Stores at 1732286034890 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732286034890Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732286034890Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732286034890Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732286034890Cleaning up temporary data from old regions at 1732286034897 (+7 ms)Region opened successfully at 1732286034901 (+4 ms) 2024-11-22T14:33:54,901 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-22T14:33:54,901 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-22T14:33:54,901 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-22T14:33:54,901 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T14:33:54,901 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T14:33:54,901 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-22T14:33:54,901 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732286034901Disabling compacts and flushes for region at 1732286034901Disabling writes for close at 1732286034901Writing region close event to WAL at 1732286034901Closed at 1732286034901 2024-11-22T14:33:54,902 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T14:33:54,902 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-22T14:33:54,902 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-22T14:33:54,903 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T14:33:54,904 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-22T14:33:55,054 DEBUG [b313e41b3af3:44673 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-22T14:33:55,054 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b313e41b3af3,44221,1732286032707 2024-11-22T14:33:55,055 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b313e41b3af3,44221,1732286032707, state=OPENING 2024-11-22T14:33:55,056 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-22T14:33:55,057 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44221-0x10067da84200001, quorum=127.0.0.1:62905, baseZNode=/01188607625 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01188607625 2024-11-22T14:33:55,057 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44673-0x10067da84200000, quorum=127.0.0.1:62905, baseZNode=/01188607625 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01188607625 2024-11-22T14:33:55,057 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01188607625/meta-region-server: CHANGED 2024-11-22T14:33:55,057 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01188607625/meta-region-server: CHANGED 2024-11-22T14:33:55,057 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T14:33:55,057 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b313e41b3af3,44221,1732286032707}] 2024-11-22T14:33:55,075 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T14:33:55,075 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-22T14:33:55,075 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-22T14:33:55,209 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-22T14:33:55,211 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36243, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-22T14:33:55,214 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-22T14:33:55,214 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T14:33:55,214 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-22T14:33:55,215 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b313e41b3af3%2C44221%2C1732286032707.meta, suffix=.meta, logDir=hdfs://localhost:43979/user/jenkins/test-data/e5b2d6fc-135e-d694-d5d9-d0a9aa967c35/WALs/b313e41b3af3,44221,1732286032707, archiveDir=hdfs://localhost:43979/user/jenkins/test-data/e5b2d6fc-135e-d694-d5d9-d0a9aa967c35/oldWALs, maxLogs=10 2024-11-22T14:33:55,227 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e5b2d6fc-135e-d694-d5d9-d0a9aa967c35/WALs/b313e41b3af3,44221,1732286032707/b313e41b3af3%2C44221%2C1732286032707.meta.1732286035215.meta, exclude list is [], retry=0 2024-11-22T14:33:55,229 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38357,DS-e91af071-adb2-4d82-92aa-7501dfebc01f,DISK] 2024-11-22T14:33:55,230 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e5b2d6fc-135e-d694-d5d9-d0a9aa967c35/WALs/b313e41b3af3,44221,1732286032707/b313e41b3af3%2C44221%2C1732286032707.meta.1732286035215.meta 2024-11-22T14:33:55,231 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36547:36547)] 2024-11-22T14:33:55,231 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-22T14:33:55,231 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-22T14:33:55,231 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-22T14:33:55,231 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-22T14:33:55,231 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-22T14:33:55,231 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-22T14:33:55,231 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T14:33:55,231 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-22T14:33:55,231 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-22T14:33:55,233 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T14:33:55,233 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T14:33:55,233 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:33:55,233 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T14:33:55,234 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T14:33:55,234 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T14:33:55,234 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:33:55,234 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T14:33:55,234 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T14:33:55,235 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T14:33:55,235 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:33:55,235 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T14:33:55,235 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T14:33:55,236 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T14:33:55,236 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:33:55,236 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T14:33:55,236 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T14:33:55,237 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43979/user/jenkins/test-data/e5b2d6fc-135e-d694-d5d9-d0a9aa967c35/data/hbase/meta/1588230740 2024-11-22T14:33:55,237 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43979/user/jenkins/test-data/e5b2d6fc-135e-d694-d5d9-d0a9aa967c35/data/hbase/meta/1588230740 2024-11-22T14:33:55,238 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T14:33:55,238 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T14:33:55,239 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T14:33:55,239 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T14:33:55,240 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70786706, jitterRate=0.05480411648750305}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T14:33:55,240 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-22T14:33:55,240 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732286035231Writing region info on filesystem at 1732286035232 (+1 ms)Initializing all the Stores at 1732286035232Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732286035232Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732286035232Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732286035232Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732286035232Cleaning up temporary data from old regions at 1732286035238 (+6 ms)Running coprocessor post-open hooks at 1732286035240 (+2 ms)Region opened successfully at 1732286035240 2024-11-22T14:33:55,241 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732286035209 2024-11-22T14:33:55,243 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-22T14:33:55,243 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-22T14:33:55,243 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b313e41b3af3,44221,1732286032707 2024-11-22T14:33:55,244 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b313e41b3af3,44221,1732286032707, state=OPEN 2024-11-22T14:33:55,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44673-0x10067da84200000, quorum=127.0.0.1:62905, baseZNode=/01188607625 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01188607625/meta-region-server 2024-11-22T14:33:55,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44221-0x10067da84200001, quorum=127.0.0.1:62905, baseZNode=/01188607625 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01188607625/meta-region-server 2024-11-22T14:33:55,246 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b313e41b3af3,44221,1732286032707 2024-11-22T14:33:55,246 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01188607625/meta-region-server: CHANGED 2024-11-22T14:33:55,246 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01188607625/meta-region-server: CHANGED 2024-11-22T14:33:55,247 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-22T14:33:55,247 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b313e41b3af3,44221,1732286032707 in 189 msec 2024-11-22T14:33:55,249 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-22T14:33:55,249 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 345 msec 2024-11-22T14:33:55,249 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T14:33:55,249 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-22T14:33:55,251 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T14:33:55,251 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b313e41b3af3,44221,1732286032707, seqNum=-1] 2024-11-22T14:33:55,251 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T14:33:55,252 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54771, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T14:33:55,256 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1910 sec 2024-11-22T14:33:55,256 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732286035256, completionTime=-1 2024-11-22T14:33:55,256 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-22T14:33:55,256 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-22T14:33:55,258 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-22T14:33:55,258 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732286095258 2024-11-22T14:33:55,258 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732286155258 2024-11-22T14:33:55,258 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-22T14:33:55,258 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b313e41b3af3,44673,1732286032652-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T14:33:55,258 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b313e41b3af3,44673,1732286032652-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T14:33:55,258 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b313e41b3af3,44673,1732286032652-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T14:33:55,258 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b313e41b3af3:44673, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T14:33:55,258 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-22T14:33:55,258 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-22T14:33:55,260 DEBUG [master/b313e41b3af3:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-22T14:33:55,262 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.515sec 2024-11-22T14:33:55,262 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-22T14:33:55,262 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-22T14:33:55,262 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-22T14:33:55,262 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-22T14:33:55,262 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-22T14:33:55,262 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b313e41b3af3,44673,1732286032652-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T14:33:55,262 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b313e41b3af3,44673,1732286032652-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-22T14:33:55,264 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-22T14:33:55,264 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-22T14:33:55,264 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b313e41b3af3,44673,1732286032652-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T14:33:55,332 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a33bb53, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:33:55,332 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b313e41b3af3,44673,-1 for getting cluster id 2024-11-22T14:33:55,332 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T14:33:55,333 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '46c2c373-b9dd-4902-90ef-a28e3836ade0' 2024-11-22T14:33:55,333 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T14:33:55,333 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "46c2c373-b9dd-4902-90ef-a28e3836ade0" 2024-11-22T14:33:55,334 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45e1269d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:33:55,334 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b313e41b3af3,44673,-1] 2024-11-22T14:33:55,334 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T14:33:55,334 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:33:55,335 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35740, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T14:33:55,335 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@156060c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:33:55,336 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T14:33:55,336 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b313e41b3af3,44221,1732286032707, seqNum=-1] 2024-11-22T14:33:55,337 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T14:33:55,337 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48048, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T14:33:55,339 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b313e41b3af3,44673,1732286032652 2024-11-22T14:33:55,340 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:62905 2024-11-22T14:33:55,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:62905, baseZNode=/01188607625 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T14:33:55,342 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10067da84200002 connected 2024-11-22T14:33:55,344 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07909a35-3144-8a93-f321-77674228387c/hadoop.log.dir so I do NOT create it in target/test-data/c4349344-ee50-89f3-3525-db5aeedddd97 2024-11-22T14:33:55,344 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07909a35-3144-8a93-f321-77674228387c/hadoop.log.dir Erasing configuration value by system value. 2024-11-22T14:33:55,345 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07909a35-3144-8a93-f321-77674228387c/hadoop.tmp.dir so I do NOT create it in target/test-data/c4349344-ee50-89f3-3525-db5aeedddd97 2024-11-22T14:33:55,345 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07909a35-3144-8a93-f321-77674228387c/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-22T14:33:55,345 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4349344-ee50-89f3-3525-db5aeedddd97 2024-11-22T14:33:55,345 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-22T14:33:55,345 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4349344-ee50-89f3-3525-db5aeedddd97/cluster_6e20185a-f75f-fb74-34d6-096bbafc0d0d, deleteOnExit=true 2024-11-22T14:33:55,345 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-22T14:33:55,345 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4349344-ee50-89f3-3525-db5aeedddd97/test.cache.data in system properties and HBase conf 2024-11-22T14:33:55,345 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4349344-ee50-89f3-3525-db5aeedddd97/hadoop.tmp.dir in system properties and HBase conf 2024-11-22T14:33:55,345 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4349344-ee50-89f3-3525-db5aeedddd97/hadoop.log.dir in system properties and HBase conf 2024-11-22T14:33:55,345 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4349344-ee50-89f3-3525-db5aeedddd97/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-22T14:33:55,345 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4349344-ee50-89f3-3525-db5aeedddd97/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-22T14:33:55,345 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-22T14:33:55,345 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-22T14:33:55,345 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4349344-ee50-89f3-3525-db5aeedddd97/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-22T14:33:55,345 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4349344-ee50-89f3-3525-db5aeedddd97/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-22T14:33:55,346 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4349344-ee50-89f3-3525-db5aeedddd97/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-22T14:33:55,346 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4349344-ee50-89f3-3525-db5aeedddd97/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T14:33:55,346 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4349344-ee50-89f3-3525-db5aeedddd97/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-22T14:33:55,346 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4349344-ee50-89f3-3525-db5aeedddd97/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-22T14:33:55,346 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4349344-ee50-89f3-3525-db5aeedddd97/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T14:33:55,346 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4349344-ee50-89f3-3525-db5aeedddd97/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T14:33:55,346 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4349344-ee50-89f3-3525-db5aeedddd97/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-22T14:33:55,346 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4349344-ee50-89f3-3525-db5aeedddd97/nfs.dump.dir in system properties and HBase conf 2024-11-22T14:33:55,346 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4349344-ee50-89f3-3525-db5aeedddd97/java.io.tmpdir in system properties and HBase conf 2024-11-22T14:33:55,346 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4349344-ee50-89f3-3525-db5aeedddd97/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T14:33:55,346 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4349344-ee50-89f3-3525-db5aeedddd97/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-22T14:33:55,346 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4349344-ee50-89f3-3525-db5aeedddd97/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-22T14:33:55,411 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T14:33:55,415 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T14:33:55,417 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T14:33:55,417 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T14:33:55,417 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-22T14:33:55,421 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T14:33:55,422 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@261f9c9e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4349344-ee50-89f3-3525-db5aeedddd97/hadoop.log.dir/,AVAILABLE} 2024-11-22T14:33:55,422 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2c51eaab{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T14:33:55,539 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5e4d04b2{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4349344-ee50-89f3-3525-db5aeedddd97/java.io.tmpdir/jetty-localhost-41109-hadoop-hdfs-3_4_1-tests_jar-_-any-13486876744243668416/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T14:33:55,540 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@72396638{HTTP/1.1, (http/1.1)}{localhost:41109} 2024-11-22T14:33:55,540 INFO [Time-limited test {}] server.Server(415): Started @156074ms 2024-11-22T14:33:55,625 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T14:33:55,629 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T14:33:55,630 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T14:33:55,630 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T14:33:55,630 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-22T14:33:55,631 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@59559645{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4349344-ee50-89f3-3525-db5aeedddd97/hadoop.log.dir/,AVAILABLE} 2024-11-22T14:33:55,631 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6752d86d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T14:33:55,724 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@280b73b3{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4349344-ee50-89f3-3525-db5aeedddd97/java.io.tmpdir/jetty-localhost-46291-hadoop-hdfs-3_4_1-tests_jar-_-any-5349976684001733489/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T14:33:55,725 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@11574a3f{HTTP/1.1, (http/1.1)}{localhost:46291} 2024-11-22T14:33:55,725 INFO [Time-limited test {}] server.Server(415): Started @156258ms 2024-11-22T14:33:55,726 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-22T14:33:55,787 WARN [Thread-1800 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4349344-ee50-89f3-3525-db5aeedddd97/cluster_6e20185a-f75f-fb74-34d6-096bbafc0d0d/data/data1/current/BP-216220046-172.17.0.2-1732286035365/current, will proceed with Du for space computation calculation, 2024-11-22T14:33:55,789 WARN [Thread-1801 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4349344-ee50-89f3-3525-db5aeedddd97/cluster_6e20185a-f75f-fb74-34d6-096bbafc0d0d/data/data2/current/BP-216220046-172.17.0.2-1732286035365/current, will proceed with Du for space computation calculation, 2024-11-22T14:33:55,803 WARN [Thread-1788 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-22T14:33:55,807 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdf3d869aebfa8156 with lease ID 0xa181a0f0b64b9029: Processing first storage report for DS-0480067e-93a4-4b95-b132-6a42db041054 from datanode DatanodeRegistration(127.0.0.1:45775, datanodeUuid=f2a30857-3d85-471a-b45f-43db3f99fdf7, infoPort=35229, infoSecurePort=0, ipcPort=39795, storageInfo=lv=-57;cid=testClusterID;nsid=1056658668;c=1732286035365) 2024-11-22T14:33:55,807 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdf3d869aebfa8156 with lease ID 0xa181a0f0b64b9029: from storage DS-0480067e-93a4-4b95-b132-6a42db041054 node DatanodeRegistration(127.0.0.1:45775, datanodeUuid=f2a30857-3d85-471a-b45f-43db3f99fdf7, infoPort=35229, infoSecurePort=0, ipcPort=39795, storageInfo=lv=-57;cid=testClusterID;nsid=1056658668;c=1732286035365), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T14:33:55,807 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdf3d869aebfa8156 with lease ID 0xa181a0f0b64b9029: Processing first storage report for DS-d89248df-3301-4172-9460-255c9e7a09fb from datanode DatanodeRegistration(127.0.0.1:45775, datanodeUuid=f2a30857-3d85-471a-b45f-43db3f99fdf7, infoPort=35229, infoSecurePort=0, ipcPort=39795, storageInfo=lv=-57;cid=testClusterID;nsid=1056658668;c=1732286035365) 2024-11-22T14:33:55,807 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdf3d869aebfa8156 with lease ID 0xa181a0f0b64b9029: from storage DS-d89248df-3301-4172-9460-255c9e7a09fb node DatanodeRegistration(127.0.0.1:45775, datanodeUuid=f2a30857-3d85-471a-b45f-43db3f99fdf7, infoPort=35229, infoSecurePort=0, ipcPort=39795, storageInfo=lv=-57;cid=testClusterID;nsid=1056658668;c=1732286035365), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T14:33:55,846 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4349344-ee50-89f3-3525-db5aeedddd97 2024-11-22T14:33:55,846 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T14:33:55,847 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T14:33:55,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45775 is added to blk_1073741825_1001 (size=7) 2024-11-22T14:33:56,254 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46123/user/jenkins/test-data/ae440be5-d9cf-6de4-6a13-5acbeae529de with version=8 2024-11-22T14:33:56,255 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46123/user/jenkins/test-data/ae440be5-d9cf-6de4-6a13-5acbeae529de/hbase-staging 2024-11-22T14:33:56,256 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b313e41b3af3:0 server-side Connection retries=45 2024-11-22T14:33:56,256 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T14:33:56,256 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T14:33:56,256 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T14:33:56,256 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T14:33:56,256 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T14:33:56,256 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-22T14:33:56,256 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T14:33:56,257 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34993 2024-11-22T14:33:56,258 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34993 connecting to ZooKeeper ensemble=127.0.0.1:62905 2024-11-22T14:33:56,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:349930x0, quorum=127.0.0.1:62905, baseZNode=/1856421084 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T14:33:56,261 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34993-0x10067da84200003 connected 2024-11-22T14:33:56,265 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T14:33:56,266 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T14:33:56,267 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34993-0x10067da84200003, quorum=127.0.0.1:62905, baseZNode=/1856421084 Set watcher on znode that does not yet exist, /1856421084/running 2024-11-22T14:33:56,267 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46123/user/jenkins/test-data/ae440be5-d9cf-6de4-6a13-5acbeae529de, hbase.cluster.distributed=false 2024-11-22T14:33:56,268 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34993-0x10067da84200003, quorum=127.0.0.1:62905, baseZNode=/1856421084 Set watcher on znode that does not yet exist, /1856421084/acl 2024-11-22T14:33:56,269 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34993 2024-11-22T14:33:56,269 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34993 2024-11-22T14:33:56,270 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34993 2024-11-22T14:33:56,270 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34993 2024-11-22T14:33:56,270 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34993 2024-11-22T14:33:56,283 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b313e41b3af3:0 server-side Connection retries=45 2024-11-22T14:33:56,283 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T14:33:56,283 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T14:33:56,283 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T14:33:56,283 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T14:33:56,283 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T14:33:56,283 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-22T14:33:56,283 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T14:33:56,283 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33219 2024-11-22T14:33:56,284 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33219 connecting to ZooKeeper ensemble=127.0.0.1:62905 2024-11-22T14:33:56,285 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T14:33:56,286 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T14:33:56,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:332190x0, quorum=127.0.0.1:62905, baseZNode=/1856421084 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T14:33:56,291 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33219-0x10067da84200004 connected 2024-11-22T14:33:56,291 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33219-0x10067da84200004, quorum=127.0.0.1:62905, baseZNode=/1856421084 Set watcher on znode that does not yet exist, /1856421084/running 2024-11-22T14:33:56,291 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-22T14:33:56,291 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-22T14:33:56,292 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33219-0x10067da84200004, quorum=127.0.0.1:62905, baseZNode=/1856421084 Set watcher on znode that does not yet exist, /1856421084/master 2024-11-22T14:33:56,293 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33219-0x10067da84200004, quorum=127.0.0.1:62905, baseZNode=/1856421084 Set watcher on znode that does not yet exist, /1856421084/acl 2024-11-22T14:33:56,294 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33219 2024-11-22T14:33:56,296 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33219 2024-11-22T14:33:56,296 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33219 2024-11-22T14:33:56,300 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33219 2024-11-22T14:33:56,300 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33219 2024-11-22T14:33:56,314 DEBUG [M:0;b313e41b3af3:34993 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b313e41b3af3:34993 2024-11-22T14:33:56,314 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1856421084/backup-masters/b313e41b3af3,34993,1732286036256 2024-11-22T14:33:56,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33219-0x10067da84200004, quorum=127.0.0.1:62905, baseZNode=/1856421084 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1856421084/backup-masters 2024-11-22T14:33:56,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34993-0x10067da84200003, quorum=127.0.0.1:62905, baseZNode=/1856421084 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1856421084/backup-masters 2024-11-22T14:33:56,316 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34993-0x10067da84200003, quorum=127.0.0.1:62905, baseZNode=/1856421084 Set watcher on existing znode=/1856421084/backup-masters/b313e41b3af3,34993,1732286036256 2024-11-22T14:33:56,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33219-0x10067da84200004, quorum=127.0.0.1:62905, baseZNode=/1856421084 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1856421084/master 2024-11-22T14:33:56,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33219-0x10067da84200004, quorum=127.0.0.1:62905, baseZNode=/1856421084 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1856421084 2024-11-22T14:33:56,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34993-0x10067da84200003, quorum=127.0.0.1:62905, baseZNode=/1856421084 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1856421084 2024-11-22T14:33:56,317 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34993-0x10067da84200003, quorum=127.0.0.1:62905, baseZNode=/1856421084 Set watcher on existing znode=/1856421084/master 2024-11-22T14:33:56,317 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1856421084/backup-masters/b313e41b3af3,34993,1732286036256 from backup master directory 2024-11-22T14:33:56,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34993-0x10067da84200003, quorum=127.0.0.1:62905, baseZNode=/1856421084 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1856421084/backup-masters/b313e41b3af3,34993,1732286036256 2024-11-22T14:33:56,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33219-0x10067da84200004, quorum=127.0.0.1:62905, baseZNode=/1856421084 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1856421084/backup-masters 2024-11-22T14:33:56,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34993-0x10067da84200003, quorum=127.0.0.1:62905, baseZNode=/1856421084 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1856421084/backup-masters 2024-11-22T14:33:56,318 WARN [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T14:33:56,318 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b313e41b3af3,34993,1732286036256 2024-11-22T14:33:56,322 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46123/user/jenkins/test-data/ae440be5-d9cf-6de4-6a13-5acbeae529de/hbase.id] with ID: dacaf70b-4d05-44f1-9257-405d64d98ec0 2024-11-22T14:33:56,322 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46123/user/jenkins/test-data/ae440be5-d9cf-6de4-6a13-5acbeae529de/.tmp/hbase.id 2024-11-22T14:33:56,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45775 is added to blk_1073741826_1002 (size=42) 2024-11-22T14:33:56,727 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46123/user/jenkins/test-data/ae440be5-d9cf-6de4-6a13-5acbeae529de/.tmp/hbase.id]:[hdfs://localhost:46123/user/jenkins/test-data/ae440be5-d9cf-6de4-6a13-5acbeae529de/hbase.id] 2024-11-22T14:33:56,736 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T14:33:56,736 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-22T14:33:56,737 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-22T14:33:56,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34993-0x10067da84200003, quorum=127.0.0.1:62905, baseZNode=/1856421084 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1856421084 2024-11-22T14:33:56,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33219-0x10067da84200004, quorum=127.0.0.1:62905, baseZNode=/1856421084 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1856421084 2024-11-22T14:33:56,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45775 is added to blk_1073741827_1003 (size=196) 2024-11-22T14:33:57,142 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T14:33:57,143 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-22T14:33:57,143 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T14:33:57,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45775 is added to blk_1073741828_1004 (size=1189) 2024-11-22T14:33:57,550 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46123/user/jenkins/test-data/ae440be5-d9cf-6de4-6a13-5acbeae529de/MasterData/data/master/store 2024-11-22T14:33:57,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45775 is added to blk_1073741829_1005 (size=34) 2024-11-22T14:33:57,956 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T14:33:57,956 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T14:33:57,956 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T14:33:57,956 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T14:33:57,956 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T14:33:57,956 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T14:33:57,956 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T14:33:57,956 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732286037956Disabling compacts and flushes for region at 1732286037956Disabling writes for close at 1732286037956Writing region close event to WAL at 1732286037956Closed at 1732286037956 2024-11-22T14:33:57,957 WARN [master/b313e41b3af3:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46123/user/jenkins/test-data/ae440be5-d9cf-6de4-6a13-5acbeae529de/MasterData/data/master/store/.initializing 2024-11-22T14:33:57,957 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46123/user/jenkins/test-data/ae440be5-d9cf-6de4-6a13-5acbeae529de/MasterData/WALs/b313e41b3af3,34993,1732286036256 2024-11-22T14:33:57,958 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T14:33:57,960 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b313e41b3af3%2C34993%2C1732286036256, suffix=, logDir=hdfs://localhost:46123/user/jenkins/test-data/ae440be5-d9cf-6de4-6a13-5acbeae529de/MasterData/WALs/b313e41b3af3,34993,1732286036256, archiveDir=hdfs://localhost:46123/user/jenkins/test-data/ae440be5-d9cf-6de4-6a13-5acbeae529de/MasterData/oldWALs, maxLogs=10 2024-11-22T14:33:57,972 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ae440be5-d9cf-6de4-6a13-5acbeae529de/MasterData/WALs/b313e41b3af3,34993,1732286036256/b313e41b3af3%2C34993%2C1732286036256.1732286037960, exclude list is [], retry=0 2024-11-22T14:33:57,974 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45775,DS-0480067e-93a4-4b95-b132-6a42db041054,DISK] 2024-11-22T14:33:57,977 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ae440be5-d9cf-6de4-6a13-5acbeae529de/MasterData/WALs/b313e41b3af3,34993,1732286036256/b313e41b3af3%2C34993%2C1732286036256.1732286037960 2024-11-22T14:33:57,979 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35229:35229)] 2024-11-22T14:33:57,979 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-22T14:33:57,979 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T14:33:57,979 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:33:57,979 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:33:57,980 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:33:57,981 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-22T14:33:57,981 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:33:57,982 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T14:33:57,982 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:33:57,983 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-22T14:33:57,983 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:33:57,983 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:33:57,983 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:33:57,984 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-22T14:33:57,984 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:33:57,984 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:33:57,985 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:33:57,985 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-22T14:33:57,985 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:33:57,986 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:33:57,986 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:33:57,986 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46123/user/jenkins/test-data/ae440be5-d9cf-6de4-6a13-5acbeae529de/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:33:57,987 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46123/user/jenkins/test-data/ae440be5-d9cf-6de4-6a13-5acbeae529de/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:33:57,988 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:33:57,988 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:33:57,988 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T14:33:57,989 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:33:57,991 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46123/user/jenkins/test-data/ae440be5-d9cf-6de4-6a13-5acbeae529de/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T14:33:57,991 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74074903, jitterRate=0.10380207002162933}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T14:33:57,991 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732286037979Initializing all the Stores at 1732286037980 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732286037980Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732286037980Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732286037980Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732286037980Cleaning up temporary data from old regions at 1732286037988 (+8 ms)Region opened successfully at 1732286037991 (+3 ms) 2024-11-22T14:33:57,991 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-22T14:33:57,993 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1713d590, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b313e41b3af3/172.17.0.2:0 2024-11-22T14:33:57,994 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-22T14:33:57,994 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-22T14:33:57,994 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-22T14:33:57,994 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-22T14:33:57,995 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-22T14:33:57,995 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-22T14:33:57,995 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-22T14:33:57,996 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-22T14:33:57,997 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34993-0x10067da84200003, quorum=127.0.0.1:62905, baseZNode=/1856421084 Unable to get data of znode /1856421084/balancer because node does not exist (not necessarily an error) 2024-11-22T14:33:57,998 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1856421084/balancer already deleted, retry=false 2024-11-22T14:33:57,998 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-22T14:33:57,998 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34993-0x10067da84200003, quorum=127.0.0.1:62905, baseZNode=/1856421084 Unable to get data of znode /1856421084/normalizer because node does not exist (not necessarily an error) 2024-11-22T14:33:57,999 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1856421084/normalizer already deleted, retry=false 2024-11-22T14:33:57,999 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-22T14:33:58,000 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34993-0x10067da84200003, quorum=127.0.0.1:62905, baseZNode=/1856421084 Unable to get data of znode /1856421084/switch/split because node does not exist (not necessarily an error) 2024-11-22T14:33:58,000 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1856421084/switch/split already deleted, retry=false 2024-11-22T14:33:58,001 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34993-0x10067da84200003, quorum=127.0.0.1:62905, baseZNode=/1856421084 Unable to get data of znode /1856421084/switch/merge because node does not exist (not necessarily an error) 2024-11-22T14:33:58,001 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1856421084/switch/merge already deleted, retry=false 2024-11-22T14:33:58,003 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34993-0x10067da84200003, quorum=127.0.0.1:62905, baseZNode=/1856421084 Unable to get data of znode /1856421084/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-22T14:33:58,003 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1856421084/snapshot-cleanup already deleted, retry=false 2024-11-22T14:33:58,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33219-0x10067da84200004, quorum=127.0.0.1:62905, baseZNode=/1856421084 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1856421084/running 2024-11-22T14:33:58,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34993-0x10067da84200003, quorum=127.0.0.1:62905, baseZNode=/1856421084 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1856421084/running 2024-11-22T14:33:58,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34993-0x10067da84200003, quorum=127.0.0.1:62905, baseZNode=/1856421084 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1856421084 2024-11-22T14:33:58,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33219-0x10067da84200004, quorum=127.0.0.1:62905, baseZNode=/1856421084 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1856421084 2024-11-22T14:33:58,004 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b313e41b3af3,34993,1732286036256, sessionid=0x10067da84200003, setting cluster-up flag (Was=false) 2024-11-22T14:33:58,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34993-0x10067da84200003, quorum=127.0.0.1:62905, baseZNode=/1856421084 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1856421084 2024-11-22T14:33:58,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33219-0x10067da84200004, quorum=127.0.0.1:62905, baseZNode=/1856421084 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1856421084 2024-11-22T14:33:58,008 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1856421084/flush-table-proc/acquired, /1856421084/flush-table-proc/reached, /1856421084/flush-table-proc/abort 2024-11-22T14:33:58,008 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b313e41b3af3,34993,1732286036256 2024-11-22T14:33:58,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34993-0x10067da84200003, quorum=127.0.0.1:62905, baseZNode=/1856421084 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1856421084 2024-11-22T14:33:58,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33219-0x10067da84200004, quorum=127.0.0.1:62905, baseZNode=/1856421084 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1856421084 2024-11-22T14:33:58,012 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1856421084/online-snapshot/acquired, /1856421084/online-snapshot/reached, /1856421084/online-snapshot/abort 2024-11-22T14:33:58,013 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b313e41b3af3,34993,1732286036256 2024-11-22T14:33:58,013 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46123/user/jenkins/test-data/ae440be5-d9cf-6de4-6a13-5acbeae529de/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-22T14:33:58,014 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-22T14:33:58,015 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-22T14:33:58,015 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-22T14:33:58,015 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b313e41b3af3,34993,1732286036256 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-22T14:33:58,016 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b313e41b3af3:0, corePoolSize=5, maxPoolSize=5 2024-11-22T14:33:58,016 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b313e41b3af3:0, corePoolSize=5, maxPoolSize=5 2024-11-22T14:33:58,016 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b313e41b3af3:0, corePoolSize=5, maxPoolSize=5 2024-11-22T14:33:58,016 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b313e41b3af3:0, corePoolSize=5, maxPoolSize=5 2024-11-22T14:33:58,016 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b313e41b3af3:0, corePoolSize=10, maxPoolSize=10 2024-11-22T14:33:58,016 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:33:58,016 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b313e41b3af3:0, corePoolSize=2, maxPoolSize=2 2024-11-22T14:33:58,016 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:33:58,017 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732286068017 2024-11-22T14:33:58,017 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-22T14:33:58,017 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-22T14:33:58,017 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-22T14:33:58,017 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-22T14:33:58,017 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-22T14:33:58,017 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-22T14:33:58,017 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T14:33:58,017 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-22T14:33:58,018 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:33:58,018 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-22T14:33:58,021 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T14:33:58,022 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-22T14:33:58,022 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-22T14:33:58,023 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-22T14:33:58,023 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-22T14:33:58,023 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-22T14:33:58,023 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-22T14:33:58,023 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b313e41b3af3:0:becomeActiveMaster-HFileCleaner.large.0-1732286038023,5,FailOnTimeoutGroup] 2024-11-22T14:33:58,024 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b313e41b3af3:0:becomeActiveMaster-HFileCleaner.small.0-1732286038023,5,FailOnTimeoutGroup] 2024-11-22T14:33:58,024 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T14:33:58,024 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-22T14:33:58,024 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-22T14:33:58,024 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-22T14:33:58,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45775 is added to blk_1073741831_1007 (size=1321) 2024-11-22T14:33:58,028 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46123/user/jenkins/test-data/ae440be5-d9cf-6de4-6a13-5acbeae529de/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-22T14:33:58,028 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46123/user/jenkins/test-data/ae440be5-d9cf-6de4-6a13-5acbeae529de 2024-11-22T14:33:58,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45775 is added to blk_1073741832_1008 (size=32) 2024-11-22T14:33:58,104 INFO [RS:0;b313e41b3af3:33219 {}] regionserver.HRegionServer(746): ClusterId : dacaf70b-4d05-44f1-9257-405d64d98ec0 2024-11-22T14:33:58,104 DEBUG [RS:0;b313e41b3af3:33219 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-22T14:33:58,105 DEBUG [RS:0;b313e41b3af3:33219 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-22T14:33:58,105 DEBUG [RS:0;b313e41b3af3:33219 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-22T14:33:58,106 DEBUG [RS:0;b313e41b3af3:33219 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-22T14:33:58,106 DEBUG [RS:0;b313e41b3af3:33219 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7812a4ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b313e41b3af3/172.17.0.2:0 2024-11-22T14:33:58,117 DEBUG [RS:0;b313e41b3af3:33219 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b313e41b3af3:33219 2024-11-22T14:33:58,117 INFO [RS:0;b313e41b3af3:33219 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-22T14:33:58,117 INFO [RS:0;b313e41b3af3:33219 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-22T14:33:58,117 DEBUG [RS:0;b313e41b3af3:33219 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-22T14:33:58,117 INFO [RS:0;b313e41b3af3:33219 {}] regionserver.HRegionServer(2659): reportForDuty to master=b313e41b3af3,34993,1732286036256 with port=33219, startcode=1732286036282 2024-11-22T14:33:58,118 DEBUG [RS:0;b313e41b3af3:33219 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-22T14:33:58,119 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48715, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-11-22T14:33:58,120 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34993 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b313e41b3af3,33219,1732286036282 2024-11-22T14:33:58,120 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34993 {}] master.ServerManager(517): Registering regionserver=b313e41b3af3,33219,1732286036282 2024-11-22T14:33:58,121 DEBUG [RS:0;b313e41b3af3:33219 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46123/user/jenkins/test-data/ae440be5-d9cf-6de4-6a13-5acbeae529de 2024-11-22T14:33:58,121 DEBUG [RS:0;b313e41b3af3:33219 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46123 2024-11-22T14:33:58,121 DEBUG [RS:0;b313e41b3af3:33219 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-22T14:33:58,122 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34993-0x10067da84200003, quorum=127.0.0.1:62905, baseZNode=/1856421084 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1856421084/rs 2024-11-22T14:33:58,122 DEBUG [RS:0;b313e41b3af3:33219 {}] zookeeper.ZKUtil(111): regionserver:33219-0x10067da84200004, quorum=127.0.0.1:62905, baseZNode=/1856421084 Set watcher on existing znode=/1856421084/rs/b313e41b3af3,33219,1732286036282 2024-11-22T14:33:58,122 WARN [RS:0;b313e41b3af3:33219 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T14:33:58,123 INFO [RS:0;b313e41b3af3:33219 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T14:33:58,123 DEBUG [RS:0;b313e41b3af3:33219 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46123/user/jenkins/test-data/ae440be5-d9cf-6de4-6a13-5acbeae529de/WALs/b313e41b3af3,33219,1732286036282 2024-11-22T14:33:58,123 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b313e41b3af3,33219,1732286036282] 2024-11-22T14:33:58,125 INFO [RS:0;b313e41b3af3:33219 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-22T14:33:58,126 INFO [RS:0;b313e41b3af3:33219 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-22T14:33:58,126 INFO [RS:0;b313e41b3af3:33219 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-22T14:33:58,127 INFO [RS:0;b313e41b3af3:33219 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T14:33:58,127 INFO [RS:0;b313e41b3af3:33219 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-22T14:33:58,127 INFO [RS:0;b313e41b3af3:33219 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-22T14:33:58,127 INFO [RS:0;b313e41b3af3:33219 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-22T14:33:58,127 DEBUG [RS:0;b313e41b3af3:33219 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:33:58,127 DEBUG [RS:0;b313e41b3af3:33219 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:33:58,127 DEBUG [RS:0;b313e41b3af3:33219 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:33:58,127 DEBUG [RS:0;b313e41b3af3:33219 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:33:58,127 DEBUG [RS:0;b313e41b3af3:33219 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:33:58,128 DEBUG [RS:0;b313e41b3af3:33219 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b313e41b3af3:0, corePoolSize=2, maxPoolSize=2 2024-11-22T14:33:58,128 DEBUG [RS:0;b313e41b3af3:33219 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:33:58,128 DEBUG [RS:0;b313e41b3af3:33219 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:33:58,128 DEBUG [RS:0;b313e41b3af3:33219 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:33:58,128 DEBUG [RS:0;b313e41b3af3:33219 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:33:58,128 DEBUG [RS:0;b313e41b3af3:33219 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:33:58,128 DEBUG [RS:0;b313e41b3af3:33219 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:33:58,128 DEBUG [RS:0;b313e41b3af3:33219 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b313e41b3af3:0, corePoolSize=3, maxPoolSize=3 2024-11-22T14:33:58,128 DEBUG [RS:0;b313e41b3af3:33219 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b313e41b3af3:0, corePoolSize=3, maxPoolSize=3 2024-11-22T14:33:58,128 INFO [RS:0;b313e41b3af3:33219 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T14:33:58,128 INFO [RS:0;b313e41b3af3:33219 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T14:33:58,128 INFO [RS:0;b313e41b3af3:33219 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T14:33:58,128 INFO [RS:0;b313e41b3af3:33219 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-22T14:33:58,128 INFO [RS:0;b313e41b3af3:33219 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-22T14:33:58,128 INFO [RS:0;b313e41b3af3:33219 {}] hbase.ChoreService(168): Chore ScheduledChore name=b313e41b3af3,33219,1732286036282-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T14:33:58,142 INFO [RS:0;b313e41b3af3:33219 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-22T14:33:58,142 INFO [RS:0;b313e41b3af3:33219 {}] hbase.ChoreService(168): Chore ScheduledChore name=b313e41b3af3,33219,1732286036282-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T14:33:58,143 INFO [RS:0;b313e41b3af3:33219 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T14:33:58,143 INFO [RS:0;b313e41b3af3:33219 {}] regionserver.Replication(171): b313e41b3af3,33219,1732286036282 started 2024-11-22T14:33:58,155 INFO [RS:0;b313e41b3af3:33219 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T14:33:58,155 INFO [RS:0;b313e41b3af3:33219 {}] regionserver.HRegionServer(1482): Serving as b313e41b3af3,33219,1732286036282, RpcServer on b313e41b3af3/172.17.0.2:33219, sessionid=0x10067da84200004 2024-11-22T14:33:58,155 DEBUG [RS:0;b313e41b3af3:33219 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-22T14:33:58,155 DEBUG [RS:0;b313e41b3af3:33219 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b313e41b3af3,33219,1732286036282 2024-11-22T14:33:58,155 DEBUG [RS:0;b313e41b3af3:33219 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b313e41b3af3,33219,1732286036282' 2024-11-22T14:33:58,155 DEBUG [RS:0;b313e41b3af3:33219 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1856421084/flush-table-proc/abort' 2024-11-22T14:33:58,156 DEBUG [RS:0;b313e41b3af3:33219 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1856421084/flush-table-proc/acquired' 2024-11-22T14:33:58,156 DEBUG [RS:0;b313e41b3af3:33219 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-22T14:33:58,156 DEBUG [RS:0;b313e41b3af3:33219 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-22T14:33:58,156 DEBUG [RS:0;b313e41b3af3:33219 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b313e41b3af3,33219,1732286036282 2024-11-22T14:33:58,156 DEBUG [RS:0;b313e41b3af3:33219 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b313e41b3af3,33219,1732286036282' 2024-11-22T14:33:58,156 DEBUG [RS:0;b313e41b3af3:33219 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1856421084/online-snapshot/abort' 2024-11-22T14:33:58,156 DEBUG [RS:0;b313e41b3af3:33219 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1856421084/online-snapshot/acquired' 2024-11-22T14:33:58,157 DEBUG [RS:0;b313e41b3af3:33219 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-22T14:33:58,157 INFO [RS:0;b313e41b3af3:33219 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-22T14:33:58,157 INFO [RS:0;b313e41b3af3:33219 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-22T14:33:58,257 INFO [RS:0;b313e41b3af3:33219 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T14:33:58,258 INFO [RS:0;b313e41b3af3:33219 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b313e41b3af3%2C33219%2C1732286036282, suffix=, logDir=hdfs://localhost:46123/user/jenkins/test-data/ae440be5-d9cf-6de4-6a13-5acbeae529de/WALs/b313e41b3af3,33219,1732286036282, archiveDir=hdfs://localhost:46123/user/jenkins/test-data/ae440be5-d9cf-6de4-6a13-5acbeae529de/oldWALs, maxLogs=10 2024-11-22T14:33:58,275 DEBUG [RS:0;b313e41b3af3:33219 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ae440be5-d9cf-6de4-6a13-5acbeae529de/WALs/b313e41b3af3,33219,1732286036282/b313e41b3af3%2C33219%2C1732286036282.1732286038259, exclude list is [], retry=0 2024-11-22T14:33:58,278 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45775,DS-0480067e-93a4-4b95-b132-6a42db041054,DISK] 2024-11-22T14:33:58,281 INFO [RS:0;b313e41b3af3:33219 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ae440be5-d9cf-6de4-6a13-5acbeae529de/WALs/b313e41b3af3,33219,1732286036282/b313e41b3af3%2C33219%2C1732286036282.1732286038259 2024-11-22T14:33:58,283 DEBUG [RS:0;b313e41b3af3:33219 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35229:35229)] 2024-11-22T14:33:58,434 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T14:33:58,435 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T14:33:58,436 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T14:33:58,436 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:33:58,436 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T14:33:58,437 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T14:33:58,437 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T14:33:58,438 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:33:58,438 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T14:33:58,438 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T14:33:58,439 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T14:33:58,439 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:33:58,439 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T14:33:58,439 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T14:33:58,440 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T14:33:58,440 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:33:58,440 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T14:33:58,440 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T14:33:58,441 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46123/user/jenkins/test-data/ae440be5-d9cf-6de4-6a13-5acbeae529de/data/hbase/meta/1588230740 2024-11-22T14:33:58,441 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46123/user/jenkins/test-data/ae440be5-d9cf-6de4-6a13-5acbeae529de/data/hbase/meta/1588230740 2024-11-22T14:33:58,442 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T14:33:58,442 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T14:33:58,443 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T14:33:58,443 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T14:33:58,445 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46123/user/jenkins/test-data/ae440be5-d9cf-6de4-6a13-5acbeae529de/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T14:33:58,446 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64006888, jitterRate=-0.04622304439544678}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T14:33:58,446 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732286038434Initializing all the Stores at 1732286038434Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732286038434Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732286038435 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732286038435Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732286038435Cleaning up temporary data from old regions at 1732286038442 (+7 ms)Region opened successfully at 1732286038446 (+4 ms) 2024-11-22T14:33:58,446 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-22T14:33:58,446 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-22T14:33:58,446 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-22T14:33:58,446 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T14:33:58,446 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T14:33:58,446 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-22T14:33:58,446 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732286038446Disabling compacts and flushes for region at 1732286038446Disabling writes for close at 1732286038446Writing region close event to WAL at 1732286038446Closed at 1732286038446 2024-11-22T14:33:58,447 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T14:33:58,447 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-22T14:33:58,448 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-22T14:33:58,448 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T14:33:58,449 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-22T14:33:58,599 DEBUG [b313e41b3af3:34993 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-22T14:33:58,600 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b313e41b3af3,33219,1732286036282 2024-11-22T14:33:58,600 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b313e41b3af3,33219,1732286036282, state=OPENING 2024-11-22T14:33:58,602 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-22T14:33:58,603 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33219-0x10067da84200004, quorum=127.0.0.1:62905, baseZNode=/1856421084 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1856421084 2024-11-22T14:33:58,603 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34993-0x10067da84200003, quorum=127.0.0.1:62905, baseZNode=/1856421084 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1856421084 2024-11-22T14:33:58,604 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1856421084/meta-region-server: CHANGED 2024-11-22T14:33:58,604 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T14:33:58,604 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1856421084/meta-region-server: CHANGED 2024-11-22T14:33:58,604 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b313e41b3af3,33219,1732286036282}] 2024-11-22T14:33:58,756 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-22T14:33:58,757 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44621, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-22T14:33:58,760 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-22T14:33:58,760 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T14:33:58,761 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-22T14:33:58,762 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b313e41b3af3%2C33219%2C1732286036282.meta, suffix=.meta, logDir=hdfs://localhost:46123/user/jenkins/test-data/ae440be5-d9cf-6de4-6a13-5acbeae529de/WALs/b313e41b3af3,33219,1732286036282, archiveDir=hdfs://localhost:46123/user/jenkins/test-data/ae440be5-d9cf-6de4-6a13-5acbeae529de/oldWALs, maxLogs=10 2024-11-22T14:33:58,773 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ae440be5-d9cf-6de4-6a13-5acbeae529de/WALs/b313e41b3af3,33219,1732286036282/b313e41b3af3%2C33219%2C1732286036282.meta.1732286038762.meta, exclude list is [], retry=0 2024-11-22T14:33:58,775 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45775,DS-0480067e-93a4-4b95-b132-6a42db041054,DISK] 2024-11-22T14:33:58,776 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ae440be5-d9cf-6de4-6a13-5acbeae529de/WALs/b313e41b3af3,33219,1732286036282/b313e41b3af3%2C33219%2C1732286036282.meta.1732286038762.meta 2024-11-22T14:33:58,777 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35229:35229)] 2024-11-22T14:33:58,777 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-22T14:33:58,777 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-22T14:33:58,777 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-22T14:33:58,777 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-22T14:33:58,777 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-22T14:33:58,777 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-22T14:33:58,777 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T14:33:58,778 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-22T14:33:58,778 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-22T14:33:58,779 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T14:33:58,779 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T14:33:58,779 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:33:58,780 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T14:33:58,780 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T14:33:58,780 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T14:33:58,780 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:33:58,781 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T14:33:58,781 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T14:33:58,781 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T14:33:58,781 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:33:58,782 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T14:33:58,782 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T14:33:58,782 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T14:33:58,782 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:33:58,782 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T14:33:58,783 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T14:33:58,783 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46123/user/jenkins/test-data/ae440be5-d9cf-6de4-6a13-5acbeae529de/data/hbase/meta/1588230740 2024-11-22T14:33:58,784 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46123/user/jenkins/test-data/ae440be5-d9cf-6de4-6a13-5acbeae529de/data/hbase/meta/1588230740 2024-11-22T14:33:58,785 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T14:33:58,785 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T14:33:58,786 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T14:33:58,787 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T14:33:58,787 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73838408, jitterRate=0.10027801990509033}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T14:33:58,787 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-22T14:33:58,787 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732286038778Writing region info on filesystem at 1732286038778Initializing all the Stores at 1732286038778Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732286038778Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732286038778Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732286038778Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732286038778Cleaning up temporary data from old regions at 1732286038785 (+7 ms)Running coprocessor post-open hooks at 1732286038787 (+2 ms)Region opened successfully at 1732286038787 2024-11-22T14:33:58,788 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732286038756 2024-11-22T14:33:58,790 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-22T14:33:58,790 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-22T14:33:58,791 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b313e41b3af3,33219,1732286036282 2024-11-22T14:33:58,791 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b313e41b3af3,33219,1732286036282, state=OPEN 2024-11-22T14:33:58,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34993-0x10067da84200003, quorum=127.0.0.1:62905, baseZNode=/1856421084 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1856421084/meta-region-server 2024-11-22T14:33:58,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33219-0x10067da84200004, quorum=127.0.0.1:62905, baseZNode=/1856421084 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1856421084/meta-region-server 2024-11-22T14:33:58,792 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b313e41b3af3,33219,1732286036282 2024-11-22T14:33:58,792 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1856421084/meta-region-server: CHANGED 2024-11-22T14:33:58,792 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1856421084/meta-region-server: CHANGED 2024-11-22T14:33:58,794 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-22T14:33:58,794 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b313e41b3af3,33219,1732286036282 in 188 msec 2024-11-22T14:33:58,796 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-22T14:33:58,796 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 347 msec 2024-11-22T14:33:58,796 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T14:33:58,796 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-22T14:33:58,797 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T14:33:58,797 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b313e41b3af3,33219,1732286036282, seqNum=-1] 2024-11-22T14:33:58,798 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T14:33:58,799 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38843, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T14:33:58,803 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 787 msec 2024-11-22T14:33:58,803 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732286038803, completionTime=-1 2024-11-22T14:33:58,803 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-22T14:33:58,803 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-22T14:33:58,805 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-22T14:33:58,805 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732286098805 2024-11-22T14:33:58,805 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732286158805 2024-11-22T14:33:58,805 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-22T14:33:58,805 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b313e41b3af3,34993,1732286036256-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T14:33:58,805 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b313e41b3af3,34993,1732286036256-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T14:33:58,805 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b313e41b3af3,34993,1732286036256-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T14:33:58,805 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b313e41b3af3:34993, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T14:33:58,805 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-22T14:33:58,806 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-22T14:33:58,807 DEBUG [master/b313e41b3af3:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-22T14:33:58,809 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.491sec 2024-11-22T14:33:58,810 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-22T14:33:58,810 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-22T14:33:58,810 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-22T14:33:58,810 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-22T14:33:58,810 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-22T14:33:58,810 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b313e41b3af3,34993,1732286036256-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T14:33:58,810 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b313e41b3af3,34993,1732286036256-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-22T14:33:58,812 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-22T14:33:58,812 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-22T14:33:58,812 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b313e41b3af3,34993,1732286036256-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T14:33:58,904 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e55b77b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:33:58,904 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b313e41b3af3,34993,-1 for getting cluster id 2024-11-22T14:33:58,904 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T14:33:58,905 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dacaf70b-4d05-44f1-9257-405d64d98ec0' 2024-11-22T14:33:58,905 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T14:33:58,905 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dacaf70b-4d05-44f1-9257-405d64d98ec0" 2024-11-22T14:33:58,906 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64cdb9d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:33:58,906 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b313e41b3af3,34993,-1] 2024-11-22T14:33:58,906 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T14:33:58,906 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:33:58,907 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53120, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T14:33:58,907 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27e95f40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:33:58,907 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T14:33:58,908 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b313e41b3af3,33219,1732286036282, seqNum=-1] 2024-11-22T14:33:58,908 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T14:33:58,909 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51796, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T14:33:58,911 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b313e41b3af3,34993,1732286036256 2024-11-22T14:33:58,911 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:62905 2024-11-22T14:33:58,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:62905, baseZNode=/1856421084 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T14:33:58,913 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10067da84200005 connected 2024-11-22T14:33:58,915 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T14:33:58,916 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is b313e41b3af3,44673,1732286032652 2024-11-22T14:33:58,916 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6473f44 2024-11-22T14:33:58,917 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T14:33:58,918 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44672, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T14:33:58,918 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44673 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T14:33:58,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44673 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-22T14:33:58,920 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T14:33:58,920 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:33:58,920 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44673 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-22T14:33:58,921 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T14:33:58,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T14:33:58,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38357 is added to blk_1073741835_1011 (size=902) 2024-11-22T14:33:59,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T14:33:59,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T14:33:59,328 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => cc14565cc74efecd50366cff3ee81a66, NAME => 'test,,1732286038918.cc14565cc74efecd50366cff3ee81a66.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43979/user/jenkins/test-data/e5b2d6fc-135e-d694-d5d9-d0a9aa967c35 2024-11-22T14:33:59,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38357 is added to blk_1073741836_1012 (size=39) 2024-11-22T14:33:59,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T14:33:59,734 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732286038918.cc14565cc74efecd50366cff3ee81a66.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T14:33:59,734 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing cc14565cc74efecd50366cff3ee81a66, disabling compactions & flushes 2024-11-22T14:33:59,734 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732286038918.cc14565cc74efecd50366cff3ee81a66. 2024-11-22T14:33:59,734 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732286038918.cc14565cc74efecd50366cff3ee81a66. 2024-11-22T14:33:59,734 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732286038918.cc14565cc74efecd50366cff3ee81a66. after waiting 0 ms 2024-11-22T14:33:59,734 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732286038918.cc14565cc74efecd50366cff3ee81a66. 2024-11-22T14:33:59,734 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732286038918.cc14565cc74efecd50366cff3ee81a66. 2024-11-22T14:33:59,734 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for cc14565cc74efecd50366cff3ee81a66: Waiting for close lock at 1732286039734Disabling compacts and flushes for region at 1732286039734Disabling writes for close at 1732286039734Writing region close event to WAL at 1732286039734Closed at 1732286039734 2024-11-22T14:33:59,735 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T14:33:59,735 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732286038918.cc14565cc74efecd50366cff3ee81a66.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732286039735"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732286039735"}]},"ts":"1732286039735"} 2024-11-22T14:33:59,737 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-22T14:33:59,738 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T14:33:59,738 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732286039738"}]},"ts":"1732286039738"} 2024-11-22T14:33:59,740 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-22T14:33:59,740 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=cc14565cc74efecd50366cff3ee81a66, ASSIGN}] 2024-11-22T14:33:59,741 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=cc14565cc74efecd50366cff3ee81a66, ASSIGN 2024-11-22T14:33:59,742 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=cc14565cc74efecd50366cff3ee81a66, ASSIGN; state=OFFLINE, location=b313e41b3af3,44221,1732286032707; forceNewPlan=false, retain=false 2024-11-22T14:33:59,893 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=cc14565cc74efecd50366cff3ee81a66, regionState=OPENING, regionLocation=b313e41b3af3,44221,1732286032707 2024-11-22T14:33:59,895 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=cc14565cc74efecd50366cff3ee81a66, ASSIGN because future has completed 2024-11-22T14:33:59,895 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure cc14565cc74efecd50366cff3ee81a66, server=b313e41b3af3,44221,1732286032707}] 2024-11-22T14:34:00,051 INFO [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732286038918.cc14565cc74efecd50366cff3ee81a66. 2024-11-22T14:34:00,051 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => cc14565cc74efecd50366cff3ee81a66, NAME => 'test,,1732286038918.cc14565cc74efecd50366cff3ee81a66.', STARTKEY => '', ENDKEY => ''} 2024-11-22T14:34:00,052 INFO [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-22T14:34:00,052 INFO [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-22T14:34:00,052 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test cc14565cc74efecd50366cff3ee81a66 2024-11-22T14:34:00,052 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732286038918.cc14565cc74efecd50366cff3ee81a66.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T14:34:00,052 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for cc14565cc74efecd50366cff3ee81a66 2024-11-22T14:34:00,052 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for cc14565cc74efecd50366cff3ee81a66 2024-11-22T14:34:00,053 INFO [StoreOpener-cc14565cc74efecd50366cff3ee81a66-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region cc14565cc74efecd50366cff3ee81a66 2024-11-22T14:34:00,054 INFO [StoreOpener-cc14565cc74efecd50366cff3ee81a66-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cc14565cc74efecd50366cff3ee81a66 columnFamilyName f 2024-11-22T14:34:00,054 DEBUG [StoreOpener-cc14565cc74efecd50366cff3ee81a66-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:34:00,055 INFO [StoreOpener-cc14565cc74efecd50366cff3ee81a66-1 {}] regionserver.HStore(327): Store=cc14565cc74efecd50366cff3ee81a66/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:34:00,055 INFO [StoreOpener-cc14565cc74efecd50366cff3ee81a66-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region cc14565cc74efecd50366cff3ee81a66 2024-11-22T14:34:00,056 INFO [StoreOpener-cc14565cc74efecd50366cff3ee81a66-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cc14565cc74efecd50366cff3ee81a66 columnFamilyName f1 2024-11-22T14:34:00,056 DEBUG [StoreOpener-cc14565cc74efecd50366cff3ee81a66-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:34:00,056 INFO [StoreOpener-cc14565cc74efecd50366cff3ee81a66-1 {}] regionserver.HStore(327): Store=cc14565cc74efecd50366cff3ee81a66/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:34:00,056 INFO [StoreOpener-cc14565cc74efecd50366cff3ee81a66-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region cc14565cc74efecd50366cff3ee81a66 2024-11-22T14:34:00,057 INFO [StoreOpener-cc14565cc74efecd50366cff3ee81a66-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cc14565cc74efecd50366cff3ee81a66 columnFamilyName norep 2024-11-22T14:34:00,057 DEBUG [StoreOpener-cc14565cc74efecd50366cff3ee81a66-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:34:00,057 INFO [StoreOpener-cc14565cc74efecd50366cff3ee81a66-1 {}] regionserver.HStore(327): Store=cc14565cc74efecd50366cff3ee81a66/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:34:00,057 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for cc14565cc74efecd50366cff3ee81a66 2024-11-22T14:34:00,058 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43979/user/jenkins/test-data/e5b2d6fc-135e-d694-d5d9-d0a9aa967c35/data/default/test/cc14565cc74efecd50366cff3ee81a66 2024-11-22T14:34:00,058 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43979/user/jenkins/test-data/e5b2d6fc-135e-d694-d5d9-d0a9aa967c35/data/default/test/cc14565cc74efecd50366cff3ee81a66 2024-11-22T14:34:00,059 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for cc14565cc74efecd50366cff3ee81a66 2024-11-22T14:34:00,059 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for cc14565cc74efecd50366cff3ee81a66 2024-11-22T14:34:00,059 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-22T14:34:00,060 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for cc14565cc74efecd50366cff3ee81a66 2024-11-22T14:34:00,062 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43979/user/jenkins/test-data/e5b2d6fc-135e-d694-d5d9-d0a9aa967c35/data/default/test/cc14565cc74efecd50366cff3ee81a66/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T14:34:00,062 INFO [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened cc14565cc74efecd50366cff3ee81a66; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70756293, jitterRate=0.05435092747211456}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-22T14:34:00,062 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cc14565cc74efecd50366cff3ee81a66 2024-11-22T14:34:00,062 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for cc14565cc74efecd50366cff3ee81a66: Running coprocessor pre-open hook at 1732286040052Writing region info on filesystem at 1732286040052Initializing all the Stores at 1732286040053 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732286040053Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732286040053Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732286040053Cleaning up temporary data from old regions at 1732286040059 (+6 ms)Running coprocessor post-open hooks at 1732286040062 (+3 ms)Region opened successfully at 1732286040062 2024-11-22T14:34:00,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T14:34:00,063 INFO [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732286038918.cc14565cc74efecd50366cff3ee81a66., pid=6, masterSystemTime=1732286040047 2024-11-22T14:34:00,065 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732286038918.cc14565cc74efecd50366cff3ee81a66. 2024-11-22T14:34:00,065 INFO [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732286038918.cc14565cc74efecd50366cff3ee81a66. 2024-11-22T14:34:00,065 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=cc14565cc74efecd50366cff3ee81a66, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=b313e41b3af3,44221,1732286032707 2024-11-22T14:34:00,067 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure cc14565cc74efecd50366cff3ee81a66, server=b313e41b3af3,44221,1732286032707 because future has completed 2024-11-22T14:34:00,069 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-22T14:34:00,069 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure cc14565cc74efecd50366cff3ee81a66, server=b313e41b3af3,44221,1732286032707 in 173 msec 2024-11-22T14:34:00,070 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-22T14:34:00,070 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=cc14565cc74efecd50366cff3ee81a66, ASSIGN in 329 msec 2024-11-22T14:34:00,071 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T14:34:00,071 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732286040071"}]},"ts":"1732286040071"} 2024-11-22T14:34:00,073 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-22T14:34:00,073 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T14:34:00,074 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1550 sec 2024-11-22T14:34:00,578 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-22T14:34:00,611 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:34:00,611 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:34:00,612 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:34:00,612 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:34:00,612 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:34:00,612 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:34:00,623 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:34:00,626 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:34:00,635 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-22T14:34:00,635 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-22T14:34:01,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T14:34:01,073 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-22T14:34:01,073 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T14:34:01,074 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is b313e41b3af3,34993,1732286036256 2024-11-22T14:34:01,074 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@10fd3740 2024-11-22T14:34:01,074 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T14:34:01,075 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53132, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T14:34:01,075 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34993 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T14:34:01,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34993 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-22T14:34:01,077 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T14:34:01,077 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:34:01,078 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34993 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-22T14:34:01,078 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T14:34:01,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34993 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T14:34:01,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45775 is added to blk_1073741835_1011 (size=902) 2024-11-22T14:34:01,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34993 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T14:34:01,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34993 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T14:34:01,488 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c002c5bbba76895acd8de0532dd43b06, NAME => 'test,,1732286041075.c002c5bbba76895acd8de0532dd43b06.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46123/user/jenkins/test-data/ae440be5-d9cf-6de4-6a13-5acbeae529de 2024-11-22T14:34:01,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45775 is added to blk_1073741836_1012 (size=39) 2024-11-22T14:34:01,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34993 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T14:34:01,895 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732286041075.c002c5bbba76895acd8de0532dd43b06.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T14:34:01,895 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing c002c5bbba76895acd8de0532dd43b06, disabling compactions & flushes 2024-11-22T14:34:01,895 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732286041075.c002c5bbba76895acd8de0532dd43b06. 2024-11-22T14:34:01,895 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732286041075.c002c5bbba76895acd8de0532dd43b06. 2024-11-22T14:34:01,895 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732286041075.c002c5bbba76895acd8de0532dd43b06. after waiting 0 ms 2024-11-22T14:34:01,895 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732286041075.c002c5bbba76895acd8de0532dd43b06. 2024-11-22T14:34:01,895 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732286041075.c002c5bbba76895acd8de0532dd43b06. 2024-11-22T14:34:01,895 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for c002c5bbba76895acd8de0532dd43b06: Waiting for close lock at 1732286041895Disabling compacts and flushes for region at 1732286041895Disabling writes for close at 1732286041895Writing region close event to WAL at 1732286041895Closed at 1732286041895 2024-11-22T14:34:01,896 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T14:34:01,897 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732286041075.c002c5bbba76895acd8de0532dd43b06.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732286041896"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732286041896"}]},"ts":"1732286041896"} 2024-11-22T14:34:01,898 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-22T14:34:01,899 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T14:34:01,899 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732286041899"}]},"ts":"1732286041899"} 2024-11-22T14:34:01,901 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-22T14:34:01,901 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c002c5bbba76895acd8de0532dd43b06, ASSIGN}] 2024-11-22T14:34:01,902 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c002c5bbba76895acd8de0532dd43b06, ASSIGN 2024-11-22T14:34:01,903 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=c002c5bbba76895acd8de0532dd43b06, ASSIGN; state=OFFLINE, location=b313e41b3af3,33219,1732286036282; forceNewPlan=false, retain=false 2024-11-22T14:34:02,053 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c002c5bbba76895acd8de0532dd43b06, regionState=OPENING, regionLocation=b313e41b3af3,33219,1732286036282 2024-11-22T14:34:02,055 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=c002c5bbba76895acd8de0532dd43b06, ASSIGN because future has completed 2024-11-22T14:34:02,056 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c002c5bbba76895acd8de0532dd43b06, server=b313e41b3af3,33219,1732286036282}] 2024-11-22T14:34:02,210 INFO [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732286041075.c002c5bbba76895acd8de0532dd43b06. 2024-11-22T14:34:02,210 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => c002c5bbba76895acd8de0532dd43b06, NAME => 'test,,1732286041075.c002c5bbba76895acd8de0532dd43b06.', STARTKEY => '', ENDKEY => ''} 2024-11-22T14:34:02,211 INFO [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-22T14:34:02,211 INFO [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-22T14:34:02,211 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test c002c5bbba76895acd8de0532dd43b06 2024-11-22T14:34:02,211 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732286041075.c002c5bbba76895acd8de0532dd43b06.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T14:34:02,211 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for c002c5bbba76895acd8de0532dd43b06 2024-11-22T14:34:02,211 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for c002c5bbba76895acd8de0532dd43b06 2024-11-22T14:34:02,212 INFO [StoreOpener-c002c5bbba76895acd8de0532dd43b06-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region c002c5bbba76895acd8de0532dd43b06 2024-11-22T14:34:02,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34993 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T14:34:02,213 INFO [StoreOpener-c002c5bbba76895acd8de0532dd43b06-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c002c5bbba76895acd8de0532dd43b06 columnFamilyName f 2024-11-22T14:34:02,213 DEBUG [StoreOpener-c002c5bbba76895acd8de0532dd43b06-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:34:02,213 INFO [StoreOpener-c002c5bbba76895acd8de0532dd43b06-1 {}] regionserver.HStore(327): Store=c002c5bbba76895acd8de0532dd43b06/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:34:02,214 INFO [StoreOpener-c002c5bbba76895acd8de0532dd43b06-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region c002c5bbba76895acd8de0532dd43b06 2024-11-22T14:34:02,215 INFO [StoreOpener-c002c5bbba76895acd8de0532dd43b06-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c002c5bbba76895acd8de0532dd43b06 columnFamilyName f1 2024-11-22T14:34:02,215 DEBUG [StoreOpener-c002c5bbba76895acd8de0532dd43b06-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:34:02,215 INFO [StoreOpener-c002c5bbba76895acd8de0532dd43b06-1 {}] regionserver.HStore(327): Store=c002c5bbba76895acd8de0532dd43b06/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:34:02,215 INFO [StoreOpener-c002c5bbba76895acd8de0532dd43b06-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region c002c5bbba76895acd8de0532dd43b06 2024-11-22T14:34:02,216 INFO [StoreOpener-c002c5bbba76895acd8de0532dd43b06-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c002c5bbba76895acd8de0532dd43b06 columnFamilyName norep 2024-11-22T14:34:02,216 DEBUG [StoreOpener-c002c5bbba76895acd8de0532dd43b06-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:34:02,216 INFO [StoreOpener-c002c5bbba76895acd8de0532dd43b06-1 {}] regionserver.HStore(327): Store=c002c5bbba76895acd8de0532dd43b06/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:34:02,216 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for c002c5bbba76895acd8de0532dd43b06 2024-11-22T14:34:02,217 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46123/user/jenkins/test-data/ae440be5-d9cf-6de4-6a13-5acbeae529de/data/default/test/c002c5bbba76895acd8de0532dd43b06 2024-11-22T14:34:02,217 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46123/user/jenkins/test-data/ae440be5-d9cf-6de4-6a13-5acbeae529de/data/default/test/c002c5bbba76895acd8de0532dd43b06 2024-11-22T14:34:02,218 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for c002c5bbba76895acd8de0532dd43b06 2024-11-22T14:34:02,218 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for c002c5bbba76895acd8de0532dd43b06 2024-11-22T14:34:02,218 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-22T14:34:02,219 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for c002c5bbba76895acd8de0532dd43b06 2024-11-22T14:34:02,221 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46123/user/jenkins/test-data/ae440be5-d9cf-6de4-6a13-5acbeae529de/data/default/test/c002c5bbba76895acd8de0532dd43b06/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T14:34:02,222 INFO [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened c002c5bbba76895acd8de0532dd43b06; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62345814, jitterRate=-0.07097497582435608}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-22T14:34:02,222 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c002c5bbba76895acd8de0532dd43b06 2024-11-22T14:34:02,222 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for c002c5bbba76895acd8de0532dd43b06: Running coprocessor pre-open hook at 1732286042211Writing region info on filesystem at 1732286042211Initializing all the Stores at 1732286042212 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732286042212Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732286042212Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732286042212Cleaning up temporary data from old regions at 1732286042218 (+6 ms)Running coprocessor post-open hooks at 1732286042222 (+4 ms)Region opened successfully at 1732286042222 2024-11-22T14:34:02,222 INFO [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732286041075.c002c5bbba76895acd8de0532dd43b06., pid=6, masterSystemTime=1732286042207 2024-11-22T14:34:02,224 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732286041075.c002c5bbba76895acd8de0532dd43b06. 2024-11-22T14:34:02,224 INFO [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732286041075.c002c5bbba76895acd8de0532dd43b06. 2024-11-22T14:34:02,225 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c002c5bbba76895acd8de0532dd43b06, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=b313e41b3af3,33219,1732286036282 2024-11-22T14:34:02,226 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c002c5bbba76895acd8de0532dd43b06, server=b313e41b3af3,33219,1732286036282 because future has completed 2024-11-22T14:34:02,228 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-22T14:34:02,228 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure c002c5bbba76895acd8de0532dd43b06, server=b313e41b3af3,33219,1732286036282 in 171 msec 2024-11-22T14:34:02,230 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-22T14:34:02,230 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=c002c5bbba76895acd8de0532dd43b06, ASSIGN in 327 msec 2024-11-22T14:34:02,231 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T14:34:02,231 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732286042231"}]},"ts":"1732286042231"} 2024-11-22T14:34:02,232 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-22T14:34:02,233 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T14:34:02,234 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1580 sec 2024-11-22T14:34:03,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34993 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T14:34:03,224 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-22T14:34:03,224 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c9a1f08, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:34:03,224 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b313e41b3af3,44673,-1 for getting cluster id 2024-11-22T14:34:03,224 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T14:34:03,225 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '46c2c373-b9dd-4902-90ef-a28e3836ade0' 2024-11-22T14:34:03,225 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T14:34:03,225 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "46c2c373-b9dd-4902-90ef-a28e3836ade0" 2024-11-22T14:34:03,225 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1015cfd8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:34:03,225 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b313e41b3af3,44673,-1] 2024-11-22T14:34:03,226 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T14:34:03,226 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:34:03,226 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44680, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T14:34:03,227 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bc077fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:34:03,228 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ab2e780, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:34:03,228 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b313e41b3af3,34993,-1 for getting cluster id 2024-11-22T14:34:03,228 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T14:34:03,228 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dacaf70b-4d05-44f1-9257-405d64d98ec0' 2024-11-22T14:34:03,228 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T14:34:03,228 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dacaf70b-4d05-44f1-9257-405d64d98ec0" 2024-11-22T14:34:03,229 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75d48487, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:34:03,229 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b313e41b3af3,34993,-1] 2024-11-22T14:34:03,229 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T14:34:03,229 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:34:03,229 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53150, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T14:34:03,230 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55e8bb91, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:34:03,230 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d25857a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:34:03,230 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b313e41b3af3,44673,-1 for getting cluster id 2024-11-22T14:34:03,231 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T14:34:03,231 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '46c2c373-b9dd-4902-90ef-a28e3836ade0' 2024-11-22T14:34:03,231 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T14:34:03,231 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "46c2c373-b9dd-4902-90ef-a28e3836ade0" 2024-11-22T14:34:03,231 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5172cf3a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:34:03,231 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b313e41b3af3,44673,-1] 2024-11-22T14:34:03,232 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T14:34:03,232 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:34:03,232 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44688, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T14:34:03,233 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6052e985, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:34:03,233 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T14:34:03,234 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is b313e41b3af3,44673,1732286032652 2024-11-22T14:34:03,234 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@58fda0e2 2024-11-22T14:34:03,234 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T14:34:03,235 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44698, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T14:34:03,235 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44673 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://b313e41b3af3:34993,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-22T14:34:03,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44673 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-22T14:34:03,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T14:34:03,238 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b313e41b3af3:34993' 2024-11-22T14:34:03,239 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@718fa822, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:34:03,239 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request b313e41b3af3,34993,-1 for getting cluster id 2024-11-22T14:34:03,239 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T14:34:03,239 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dacaf70b-4d05-44f1-9257-405d64d98ec0' 2024-11-22T14:34:03,239 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T14:34:03,239 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dacaf70b-4d05-44f1-9257-405d64d98ec0" 2024-11-22T14:34:03,240 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f60f4ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:34:03,240 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b313e41b3af3,34993,-1] 2024-11-22T14:34:03,240 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T14:34:03,240 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:34:03,240 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53158, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T14:34:03,241 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22ccd027, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:34:03,241 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T14:34:03,241 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b313e41b3af3,34993,1732286036256 2024-11-22T14:34:03,241 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@614fe6ee 2024-11-22T14:34:03,242 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T14:34:03,242 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53160, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T14:34:03,243 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-22T14:34:03,243 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-22T14:34:03,243 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:34:03,243 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:34:03,243 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T14:34:03,243 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T14:34:03,244 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-22T14:34:03,245 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T14:34:03,245 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:34:03,246 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T14:34:03,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38357 is added to blk_1073741837_1013 (size=1138) 2024-11-22T14:34:03,294 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-22T14:34:03,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T14:34:03,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T14:34:03,652 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f17f2a6c030a19a37c522ee5b1b129d2, NAME => 'hbase:replication,,1732286043243.f17f2a6c030a19a37c522ee5b1b129d2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43979/user/jenkins/test-data/e5b2d6fc-135e-d694-d5d9-d0a9aa967c35 2024-11-22T14:34:03,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38357 is added to blk_1073741838_1014 (size=44) 2024-11-22T14:34:03,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T14:34:04,058 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732286043243.f17f2a6c030a19a37c522ee5b1b129d2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T14:34:04,058 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing f17f2a6c030a19a37c522ee5b1b129d2, disabling compactions & flushes 2024-11-22T14:34:04,058 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732286043243.f17f2a6c030a19a37c522ee5b1b129d2. 2024-11-22T14:34:04,058 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732286043243.f17f2a6c030a19a37c522ee5b1b129d2. 2024-11-22T14:34:04,058 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732286043243.f17f2a6c030a19a37c522ee5b1b129d2. after waiting 0 ms 2024-11-22T14:34:04,058 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732286043243.f17f2a6c030a19a37c522ee5b1b129d2. 2024-11-22T14:34:04,058 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732286043243.f17f2a6c030a19a37c522ee5b1b129d2. 2024-11-22T14:34:04,058 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for f17f2a6c030a19a37c522ee5b1b129d2: Waiting for close lock at 1732286044058Disabling compacts and flushes for region at 1732286044058Disabling writes for close at 1732286044058Writing region close event to WAL at 1732286044058Closed at 1732286044058 2024-11-22T14:34:04,059 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T14:34:04,059 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732286043243.f17f2a6c030a19a37c522ee5b1b129d2.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732286044059"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732286044059"}]},"ts":"1732286044059"} 2024-11-22T14:34:04,061 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-22T14:34:04,062 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T14:34:04,062 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732286044062"}]},"ts":"1732286044062"} 2024-11-22T14:34:04,064 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-22T14:34:04,064 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f17f2a6c030a19a37c522ee5b1b129d2, ASSIGN}] 2024-11-22T14:34:04,065 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f17f2a6c030a19a37c522ee5b1b129d2, ASSIGN 2024-11-22T14:34:04,065 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f17f2a6c030a19a37c522ee5b1b129d2, ASSIGN; state=OFFLINE, location=b313e41b3af3,44221,1732286032707; forceNewPlan=false, retain=false 2024-11-22T14:34:04,216 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=f17f2a6c030a19a37c522ee5b1b129d2, regionState=OPENING, regionLocation=b313e41b3af3,44221,1732286032707 2024-11-22T14:34:04,218 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f17f2a6c030a19a37c522ee5b1b129d2, ASSIGN because future has completed 2024-11-22T14:34:04,218 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure f17f2a6c030a19a37c522ee5b1b129d2, server=b313e41b3af3,44221,1732286032707}] 2024-11-22T14:34:04,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T14:34:04,373 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732286043243.f17f2a6c030a19a37c522ee5b1b129d2. 2024-11-22T14:34:04,373 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T14:34:04,373 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-22T14:34:04,375 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b313e41b3af3%2C44221%2C1732286032707.rep, suffix=, logDir=hdfs://localhost:43979/user/jenkins/test-data/e5b2d6fc-135e-d694-d5d9-d0a9aa967c35/WALs/b313e41b3af3,44221,1732286032707, archiveDir=hdfs://localhost:43979/user/jenkins/test-data/e5b2d6fc-135e-d694-d5d9-d0a9aa967c35/oldWALs, maxLogs=10 2024-11-22T14:34:04,390 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e5b2d6fc-135e-d694-d5d9-d0a9aa967c35/WALs/b313e41b3af3,44221,1732286032707/b313e41b3af3%2C44221%2C1732286032707.rep.1732286044375, exclude list is [], retry=0 2024-11-22T14:34:04,392 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38357,DS-e91af071-adb2-4d82-92aa-7501dfebc01f,DISK] 2024-11-22T14:34:04,393 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e5b2d6fc-135e-d694-d5d9-d0a9aa967c35/WALs/b313e41b3af3,44221,1732286032707/b313e41b3af3%2C44221%2C1732286032707.rep.1732286044375 2024-11-22T14:34:04,393 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36547:36547)] 2024-11-22T14:34:04,394 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => f17f2a6c030a19a37c522ee5b1b129d2, NAME => 'hbase:replication,,1732286043243.f17f2a6c030a19a37c522ee5b1b129d2.', STARTKEY => '', ENDKEY => ''} 2024-11-22T14:34:04,394 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-22T14:34:04,394 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-22T14:34:04,394 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732286043243.f17f2a6c030a19a37c522ee5b1b129d2. service=MultiRowMutationService 2024-11-22T14:34:04,394 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-22T14:34:04,394 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication f17f2a6c030a19a37c522ee5b1b129d2 2024-11-22T14:34:04,394 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732286043243.f17f2a6c030a19a37c522ee5b1b129d2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T14:34:04,394 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for f17f2a6c030a19a37c522ee5b1b129d2 2024-11-22T14:34:04,394 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for f17f2a6c030a19a37c522ee5b1b129d2 2024-11-22T14:34:04,395 INFO [StoreOpener-f17f2a6c030a19a37c522ee5b1b129d2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region f17f2a6c030a19a37c522ee5b1b129d2 2024-11-22T14:34:04,396 INFO [StoreOpener-f17f2a6c030a19a37c522ee5b1b129d2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f17f2a6c030a19a37c522ee5b1b129d2 columnFamilyName hfileref 2024-11-22T14:34:04,396 DEBUG [StoreOpener-f17f2a6c030a19a37c522ee5b1b129d2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:34:04,397 INFO [StoreOpener-f17f2a6c030a19a37c522ee5b1b129d2-1 {}] regionserver.HStore(327): Store=f17f2a6c030a19a37c522ee5b1b129d2/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:34:04,397 INFO [StoreOpener-f17f2a6c030a19a37c522ee5b1b129d2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region f17f2a6c030a19a37c522ee5b1b129d2 2024-11-22T14:34:04,398 INFO [StoreOpener-f17f2a6c030a19a37c522ee5b1b129d2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f17f2a6c030a19a37c522ee5b1b129d2 columnFamilyName queue 2024-11-22T14:34:04,398 DEBUG [StoreOpener-f17f2a6c030a19a37c522ee5b1b129d2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:34:04,398 INFO [StoreOpener-f17f2a6c030a19a37c522ee5b1b129d2-1 {}] regionserver.HStore(327): Store=f17f2a6c030a19a37c522ee5b1b129d2/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:34:04,398 INFO [StoreOpener-f17f2a6c030a19a37c522ee5b1b129d2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region f17f2a6c030a19a37c522ee5b1b129d2 2024-11-22T14:34:04,399 INFO [StoreOpener-f17f2a6c030a19a37c522ee5b1b129d2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f17f2a6c030a19a37c522ee5b1b129d2 columnFamilyName sid 2024-11-22T14:34:04,399 DEBUG [StoreOpener-f17f2a6c030a19a37c522ee5b1b129d2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:34:04,399 INFO [StoreOpener-f17f2a6c030a19a37c522ee5b1b129d2-1 {}] regionserver.HStore(327): Store=f17f2a6c030a19a37c522ee5b1b129d2/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:34:04,399 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for f17f2a6c030a19a37c522ee5b1b129d2 2024-11-22T14:34:04,400 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43979/user/jenkins/test-data/e5b2d6fc-135e-d694-d5d9-d0a9aa967c35/data/hbase/replication/f17f2a6c030a19a37c522ee5b1b129d2 2024-11-22T14:34:04,400 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43979/user/jenkins/test-data/e5b2d6fc-135e-d694-d5d9-d0a9aa967c35/data/hbase/replication/f17f2a6c030a19a37c522ee5b1b129d2 2024-11-22T14:34:04,401 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for f17f2a6c030a19a37c522ee5b1b129d2 2024-11-22T14:34:04,401 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for f17f2a6c030a19a37c522ee5b1b129d2 2024-11-22T14:34:04,401 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-22T14:34:04,402 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for f17f2a6c030a19a37c522ee5b1b129d2 2024-11-22T14:34:04,404 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43979/user/jenkins/test-data/e5b2d6fc-135e-d694-d5d9-d0a9aa967c35/data/hbase/replication/f17f2a6c030a19a37c522ee5b1b129d2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T14:34:04,404 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened f17f2a6c030a19a37c522ee5b1b129d2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63769678, jitterRate=-0.04975774884223938}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-22T14:34:04,404 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f17f2a6c030a19a37c522ee5b1b129d2 2024-11-22T14:34:04,405 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for f17f2a6c030a19a37c522ee5b1b129d2: Running coprocessor pre-open hook at 1732286044394Writing region info on filesystem at 1732286044394Initializing all the Stores at 1732286044395 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732286044395Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732286044395Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732286044395Cleaning up temporary data from old regions at 1732286044401 (+6 ms)Running coprocessor post-open hooks at 1732286044404 (+3 ms)Region opened successfully at 1732286044405 (+1 ms) 2024-11-22T14:34:04,406 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732286043243.f17f2a6c030a19a37c522ee5b1b129d2., pid=10, masterSystemTime=1732286044370 2024-11-22T14:34:04,408 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732286043243.f17f2a6c030a19a37c522ee5b1b129d2. 2024-11-22T14:34:04,408 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732286043243.f17f2a6c030a19a37c522ee5b1b129d2. 2024-11-22T14:34:04,408 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=f17f2a6c030a19a37c522ee5b1b129d2, regionState=OPEN, openSeqNum=2, regionLocation=b313e41b3af3,44221,1732286032707 2024-11-22T14:34:04,410 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure f17f2a6c030a19a37c522ee5b1b129d2, server=b313e41b3af3,44221,1732286032707 because future has completed 2024-11-22T14:34:04,412 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-22T14:34:04,412 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure f17f2a6c030a19a37c522ee5b1b129d2, server=b313e41b3af3,44221,1732286032707 in 193 msec 2024-11-22T14:34:04,414 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-22T14:34:04,414 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f17f2a6c030a19a37c522ee5b1b129d2, ASSIGN in 348 msec 2024-11-22T14:34:04,414 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T14:34:04,415 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732286044414"}]},"ts":"1732286044414"} 2024-11-22T14:34:04,416 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-22T14:34:04,417 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T14:34:04,418 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1740 sec 2024-11-22T14:34:04,449 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732286043243.f17f2a6c030a19a37c522ee5b1b129d2., hostname=b313e41b3af3,44221,1732286032707, seqNum=2] 2024-11-22T14:34:04,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44221-0x10067da84200001, quorum=127.0.0.1:62905, baseZNode=/01188607625 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01188607625 2024-11-22T14:34:04,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44673-0x10067da84200000, quorum=127.0.0.1:62905, baseZNode=/01188607625 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01188607625 2024-11-22T14:34:04,456 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-22T14:34:04,608 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44221 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-22T14:34:04,609 INFO [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-22T14:34:04,635 INFO [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-b313e41b3af3,44221,1732286032707, ReplicationSource: 1, currentBandwidth=0 2024-11-22T14:34:04,636 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T14:34:04,636 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b313e41b3af3,44221,1732286032707, seqNum=-1] 2024-11-22T14:34:04,636 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T14:34:04,637 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59263, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-22T14:34:04,639 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-b313e41b3af3,44221,1732286032707', locateType=CURRENT is [region=hbase:replication,,1732286043243.f17f2a6c030a19a37c522ee5b1b129d2., hostname=b313e41b3af3,44221,1732286032707, seqNum=2] 2024-11-22T14:34:04,641 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-22T14:34:04,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44673 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-22T14:34:04,643 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on b313e41b3af3,44221,1732286032707 suceeded 2024-11-22T14:34:04,644 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-22T14:34:04,644 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 187 msec 2024-11-22T14:34:04,644 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://b313e41b3af3:34993,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-22T14:34:04,645 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4090 sec 2024-11-22T14:34:04,660 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,44221,1732286032707 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b313e41b3af3:34993' 2024-11-22T14:34:04,662 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,44221,1732286032707 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@e01777d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:34:04,662 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,44221,1732286032707 {}] client.ClusterIdFetcher(90): Going to request b313e41b3af3,34993,-1 for getting cluster id 2024-11-22T14:34:04,662 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,44221,1732286032707 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T14:34:04,662 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dacaf70b-4d05-44f1-9257-405d64d98ec0' 2024-11-22T14:34:04,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T14:34:04,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dacaf70b-4d05-44f1-9257-405d64d98ec0" 2024-11-22T14:34:04,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@74ec684, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:34:04,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b313e41b3af3,34993,-1] 2024-11-22T14:34:04,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T14:34:04,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:34:04,664 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53184, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-22T14:34:04,664 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,44221,1732286032707 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@67b1c44, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:34:04,665 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,44221,1732286032707 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T14:34:04,665 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b313e41b3af3,34993,1732286036256 2024-11-22T14:34:04,665 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2b9e1a22 2024-11-22T14:34:04,666 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T14:34:04,666 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53188, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-22T14:34:04,667 INFO [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,44221,1732286032707 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-b313e41b3af3,44221,1732286032707 (queues=1) is replicating from cluster=46c2c373-b9dd-4902-90ef-a28e3836ade0 to cluster=dacaf70b-4d05-44f1-9257-405d64d98ec0 2024-11-22T14:34:04,667 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,44221,1732286032707 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=b313e41b3af3%2C44221%2C1732286032707 2024-11-22T14:34:04,667 INFO [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,44221,1732286032707 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-b313e41b3af3,44221,1732286032707, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-22T14:34:04,667 INFO [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,44221,1732286032707.replicationSource.shipperb313e41b3af3%2C44221%2C1732286032707,1-b313e41b3af3,44221,1732286032707 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: b313e41b3af3%2C44221%2C1732286032707 2024-11-22T14:34:04,667 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,44221,1732286032707.replicationSource.wal-reader.b313e41b3af3%2C44221%2C1732286032707,1-b313e41b3af3,44221,1732286032707 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43979/user/jenkins/test-data/e5b2d6fc-135e-d694-d5d9-d0a9aa967c35/WALs/b313e41b3af3,44221,1732286032707/b313e41b3af3%2C44221%2C1732286032707.1732286034298, startPosition=0, beingWritten=true 2024-11-22T14:34:04,673 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,44221,1732286032707.replicationSource.wal-reader.b313e41b3af3%2C44221%2C1732286032707,1-b313e41b3af3,44221,1732286032707 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-22T14:34:04,673 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,44221,1732286032707.replicationSource.wal-reader.b313e41b3af3%2C44221%2C1732286032707,1-b313e41b3af3,44221,1732286032707 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43979/user/jenkins/test-data/e5b2d6fc-135e-d694-d5d9-d0a9aa967c35/WALs/b313e41b3af3,44221,1732286032707/b313e41b3af3%2C44221%2C1732286032707.1732286034298 to pos 379, reset compression=false 2024-11-22T14:34:04,673 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,44221,1732286032707.replicationSource.shipperb313e41b3af3%2C44221%2C1732286032707,1-b313e41b3af3,44221,1732286032707 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b313e41b3af3,44221,1732286032707 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43979/user/jenkins/test-data/e5b2d6fc-135e-d694-d5d9-d0a9aa967c35/WALs/b313e41b3af3,44221,1732286032707/b313e41b3af3%2C44221%2C1732286032707.1732286034298, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-22T14:34:04,879 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,44221,1732286032707.replicationSource.wal-reader.b313e41b3af3%2C44221%2C1732286032707,1-b313e41b3af3,44221,1732286032707 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43979/user/jenkins/test-data/e5b2d6fc-135e-d694-d5d9-d0a9aa967c35/WALs/b313e41b3af3,44221,1732286032707/b313e41b3af3%2C44221%2C1732286032707.1732286034298 to pos 379, reset compression=false 2024-11-22T14:34:05,183 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,44221,1732286032707.replicationSource.wal-reader.b313e41b3af3%2C44221%2C1732286032707,1-b313e41b3af3,44221,1732286032707 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43979/user/jenkins/test-data/e5b2d6fc-135e-d694-d5d9-d0a9aa967c35/WALs/b313e41b3af3,44221,1732286032707/b313e41b3af3%2C44221%2C1732286032707.1732286034298 to pos 379, reset compression=false 2024-11-22T14:34:05,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T14:34:05,383 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-22T14:34:05,383 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T14:34:05,383 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T14:34:05,383 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:34:05,383 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:34:05,383 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T14:34:05,384 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2786ed38, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:34:05,384 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b313e41b3af3,34993,-1 for getting cluster id 2024-11-22T14:34:05,384 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T14:34:05,385 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dacaf70b-4d05-44f1-9257-405d64d98ec0' 2024-11-22T14:34:05,385 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T14:34:05,385 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dacaf70b-4d05-44f1-9257-405d64d98ec0" 2024-11-22T14:34:05,385 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@429dbaa8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:34:05,385 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b313e41b3af3,34993,-1] 2024-11-22T14:34:05,385 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T14:34:05,386 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:34:05,386 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53206, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T14:34:05,387 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4441d59d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:34:05,387 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T14:34:05,387 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is b313e41b3af3,34993,1732286036256 2024-11-22T14:34:05,388 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@536f5745 2024-11-22T14:34:05,388 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T14:34:05,388 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53220, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T14:34:05,389 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34993 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://b313e41b3af3:44673,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-22T14:34:05,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34993 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-22T14:34:05,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34993 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T14:34:05,391 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b313e41b3af3:44673' 2024-11-22T14:34:05,392 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1bf27269, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:34:05,392 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request b313e41b3af3,44673,-1 for getting cluster id 2024-11-22T14:34:05,392 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T14:34:05,392 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '46c2c373-b9dd-4902-90ef-a28e3836ade0' 2024-11-22T14:34:05,392 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T14:34:05,392 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "46c2c373-b9dd-4902-90ef-a28e3836ade0" 2024-11-22T14:34:05,393 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@270c991e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:34:05,393 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b313e41b3af3,44673,-1] 2024-11-22T14:34:05,393 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T14:34:05,393 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:34:05,393 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44722, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T14:34:05,394 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36deb0c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:34:05,394 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T14:34:05,395 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b313e41b3af3,44673,1732286032652 2024-11-22T14:34:05,395 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@41819830 2024-11-22T14:34:05,395 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T14:34:05,395 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44730, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T14:34:05,396 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-22T14:34:05,396 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-22T14:34:05,396 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:34:05,396 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:34:05,396 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T14:34:05,396 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T14:34:05,398 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-22T14:34:05,398 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T14:34:05,398 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:34:05,399 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T14:34:05,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45775 is added to blk_1073741837_1013 (size=1138) 2024-11-22T14:34:05,448 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-22T14:34:05,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34993 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T14:34:05,554 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-22T14:34:05,579 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:34:05,579 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:34:05,579 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:34:05,579 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:34:05,580 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:34:05,580 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:34:05,587 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,44221,1732286032707.replicationSource.wal-reader.b313e41b3af3%2C44221%2C1732286032707,1-b313e41b3af3,44221,1732286032707 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43979/user/jenkins/test-data/e5b2d6fc-135e-d694-d5d9-d0a9aa967c35/WALs/b313e41b3af3,44221,1732286032707/b313e41b3af3%2C44221%2C1732286032707.1732286034298 to pos 379, reset compression=false 2024-11-22T14:34:05,589 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:34:05,591 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:34:05,598 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-22T14:34:05,598 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-22T14:34:05,599 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-22T14:34:05,599 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-22T14:34:05,599 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-22T14:34:05,599 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-22T14:34:05,599 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-22T14:34:05,599 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-22T14:34:05,599 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-22T14:34:05,599 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-22T14:34:05,599 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T14:34:05,599 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-22T14:34:05,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34993 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T14:34:05,811 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 31ab24255d60820713896df6247d4466, NAME => 'hbase:replication,,1732286045396.31ab24255d60820713896df6247d4466.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46123/user/jenkins/test-data/ae440be5-d9cf-6de4-6a13-5acbeae529de 2024-11-22T14:34:05,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45775 is added to blk_1073741838_1014 (size=44) 2024-11-22T14:34:06,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34993 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T14:34:06,091 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,44221,1732286032707.replicationSource.wal-reader.b313e41b3af3%2C44221%2C1732286032707,1-b313e41b3af3,44221,1732286032707 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43979/user/jenkins/test-data/e5b2d6fc-135e-d694-d5d9-d0a9aa967c35/WALs/b313e41b3af3,44221,1732286032707/b313e41b3af3%2C44221%2C1732286032707.1732286034298 to pos 379, reset compression=false 2024-11-22T14:34:06,220 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732286045396.31ab24255d60820713896df6247d4466.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T14:34:06,220 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 31ab24255d60820713896df6247d4466, disabling compactions & flushes 2024-11-22T14:34:06,220 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732286045396.31ab24255d60820713896df6247d4466. 2024-11-22T14:34:06,220 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732286045396.31ab24255d60820713896df6247d4466. 2024-11-22T14:34:06,220 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732286045396.31ab24255d60820713896df6247d4466. after waiting 0 ms 2024-11-22T14:34:06,220 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732286045396.31ab24255d60820713896df6247d4466. 2024-11-22T14:34:06,220 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732286045396.31ab24255d60820713896df6247d4466. 2024-11-22T14:34:06,220 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 31ab24255d60820713896df6247d4466: Waiting for close lock at 1732286046220Disabling compacts and flushes for region at 1732286046220Disabling writes for close at 1732286046220Writing region close event to WAL at 1732286046220Closed at 1732286046220 2024-11-22T14:34:06,221 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T14:34:06,221 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732286045396.31ab24255d60820713896df6247d4466.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732286046221"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732286046221"}]},"ts":"1732286046221"} 2024-11-22T14:34:06,223 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-22T14:34:06,223 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T14:34:06,224 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732286046224"}]},"ts":"1732286046224"} 2024-11-22T14:34:06,225 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-22T14:34:06,225 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=31ab24255d60820713896df6247d4466, ASSIGN}] 2024-11-22T14:34:06,226 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=31ab24255d60820713896df6247d4466, ASSIGN 2024-11-22T14:34:06,227 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=31ab24255d60820713896df6247d4466, ASSIGN; state=OFFLINE, location=b313e41b3af3,33219,1732286036282; forceNewPlan=false, retain=false 2024-11-22T14:34:06,377 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=31ab24255d60820713896df6247d4466, regionState=OPENING, regionLocation=b313e41b3af3,33219,1732286036282 2024-11-22T14:34:06,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=31ab24255d60820713896df6247d4466, ASSIGN because future has completed 2024-11-22T14:34:06,380 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 31ab24255d60820713896df6247d4466, server=b313e41b3af3,33219,1732286036282}] 2024-11-22T14:34:06,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34993 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T14:34:06,535 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732286045396.31ab24255d60820713896df6247d4466. 2024-11-22T14:34:06,535 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T14:34:06,535 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-22T14:34:06,537 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b313e41b3af3%2C33219%2C1732286036282.rep, suffix=, logDir=hdfs://localhost:46123/user/jenkins/test-data/ae440be5-d9cf-6de4-6a13-5acbeae529de/WALs/b313e41b3af3,33219,1732286036282, archiveDir=hdfs://localhost:46123/user/jenkins/test-data/ae440be5-d9cf-6de4-6a13-5acbeae529de/oldWALs, maxLogs=10 2024-11-22T14:34:06,554 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ae440be5-d9cf-6de4-6a13-5acbeae529de/WALs/b313e41b3af3,33219,1732286036282/b313e41b3af3%2C33219%2C1732286036282.rep.1732286046537, exclude list is [], retry=0 2024-11-22T14:34:06,556 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45775,DS-0480067e-93a4-4b95-b132-6a42db041054,DISK] 2024-11-22T14:34:06,557 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ae440be5-d9cf-6de4-6a13-5acbeae529de/WALs/b313e41b3af3,33219,1732286036282/b313e41b3af3%2C33219%2C1732286036282.rep.1732286046537 2024-11-22T14:34:06,558 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35229:35229)] 2024-11-22T14:34:06,558 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 31ab24255d60820713896df6247d4466, NAME => 'hbase:replication,,1732286045396.31ab24255d60820713896df6247d4466.', STARTKEY => '', ENDKEY => ''} 2024-11-22T14:34:06,558 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-22T14:34:06,558 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-22T14:34:06,558 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732286045396.31ab24255d60820713896df6247d4466. service=MultiRowMutationService 2024-11-22T14:34:06,558 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-22T14:34:06,559 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 31ab24255d60820713896df6247d4466 2024-11-22T14:34:06,559 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732286045396.31ab24255d60820713896df6247d4466.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T14:34:06,559 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 31ab24255d60820713896df6247d4466 2024-11-22T14:34:06,559 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 31ab24255d60820713896df6247d4466 2024-11-22T14:34:06,560 INFO [StoreOpener-31ab24255d60820713896df6247d4466-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 31ab24255d60820713896df6247d4466 2024-11-22T14:34:06,561 INFO [StoreOpener-31ab24255d60820713896df6247d4466-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 31ab24255d60820713896df6247d4466 columnFamilyName hfileref 2024-11-22T14:34:06,561 DEBUG [StoreOpener-31ab24255d60820713896df6247d4466-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:34:06,561 INFO [StoreOpener-31ab24255d60820713896df6247d4466-1 {}] regionserver.HStore(327): Store=31ab24255d60820713896df6247d4466/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:34:06,561 INFO [StoreOpener-31ab24255d60820713896df6247d4466-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 31ab24255d60820713896df6247d4466 2024-11-22T14:34:06,562 INFO [StoreOpener-31ab24255d60820713896df6247d4466-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 31ab24255d60820713896df6247d4466 columnFamilyName queue 2024-11-22T14:34:06,562 DEBUG [StoreOpener-31ab24255d60820713896df6247d4466-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:34:06,563 INFO [StoreOpener-31ab24255d60820713896df6247d4466-1 {}] regionserver.HStore(327): Store=31ab24255d60820713896df6247d4466/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:34:06,563 INFO [StoreOpener-31ab24255d60820713896df6247d4466-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 31ab24255d60820713896df6247d4466 2024-11-22T14:34:06,563 INFO [StoreOpener-31ab24255d60820713896df6247d4466-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 31ab24255d60820713896df6247d4466 columnFamilyName sid 2024-11-22T14:34:06,563 DEBUG [StoreOpener-31ab24255d60820713896df6247d4466-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:34:06,564 INFO [StoreOpener-31ab24255d60820713896df6247d4466-1 {}] regionserver.HStore(327): Store=31ab24255d60820713896df6247d4466/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:34:06,564 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 31ab24255d60820713896df6247d4466 2024-11-22T14:34:06,564 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46123/user/jenkins/test-data/ae440be5-d9cf-6de4-6a13-5acbeae529de/data/hbase/replication/31ab24255d60820713896df6247d4466 2024-11-22T14:34:06,565 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46123/user/jenkins/test-data/ae440be5-d9cf-6de4-6a13-5acbeae529de/data/hbase/replication/31ab24255d60820713896df6247d4466 2024-11-22T14:34:06,565 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 31ab24255d60820713896df6247d4466 2024-11-22T14:34:06,565 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 31ab24255d60820713896df6247d4466 2024-11-22T14:34:06,566 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-22T14:34:06,567 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 31ab24255d60820713896df6247d4466 2024-11-22T14:34:06,568 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46123/user/jenkins/test-data/ae440be5-d9cf-6de4-6a13-5acbeae529de/data/hbase/replication/31ab24255d60820713896df6247d4466/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T14:34:06,568 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 31ab24255d60820713896df6247d4466; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74968075, jitterRate=0.11711136996746063}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-22T14:34:06,568 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 31ab24255d60820713896df6247d4466 2024-11-22T14:34:06,569 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 31ab24255d60820713896df6247d4466: Running coprocessor pre-open hook at 1732286046559Writing region info on filesystem at 1732286046559Initializing all the Stores at 1732286046560 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732286046560Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732286046560Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732286046560Cleaning up temporary data from old regions at 1732286046565 (+5 ms)Running coprocessor post-open hooks at 1732286046568 (+3 ms)Region opened successfully at 1732286046568 2024-11-22T14:34:06,569 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732286045396.31ab24255d60820713896df6247d4466., pid=10, masterSystemTime=1732286046532 2024-11-22T14:34:06,571 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732286045396.31ab24255d60820713896df6247d4466. 2024-11-22T14:34:06,571 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732286045396.31ab24255d60820713896df6247d4466. 2024-11-22T14:34:06,571 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=31ab24255d60820713896df6247d4466, regionState=OPEN, openSeqNum=2, regionLocation=b313e41b3af3,33219,1732286036282 2024-11-22T14:34:06,573 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 31ab24255d60820713896df6247d4466, server=b313e41b3af3,33219,1732286036282 because future has completed 2024-11-22T14:34:06,576 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-22T14:34:06,576 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 31ab24255d60820713896df6247d4466, server=b313e41b3af3,33219,1732286036282 in 195 msec 2024-11-22T14:34:06,578 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-22T14:34:06,578 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=31ab24255d60820713896df6247d4466, ASSIGN in 351 msec 2024-11-22T14:34:06,578 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T14:34:06,578 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732286046578"}]},"ts":"1732286046578"} 2024-11-22T14:34:06,580 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-22T14:34:06,581 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T14:34:06,582 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1850 sec 2024-11-22T14:34:06,602 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732286045396.31ab24255d60820713896df6247d4466., hostname=b313e41b3af3,33219,1732286036282, seqNum=2] 2024-11-22T14:34:06,607 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34993-0x10067da84200003, quorum=127.0.0.1:62905, baseZNode=/1856421084 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1856421084 2024-11-22T14:34:06,607 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33219-0x10067da84200004, quorum=127.0.0.1:62905, baseZNode=/1856421084 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1856421084 2024-11-22T14:34:06,609 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-22T14:34:06,636 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-22T14:34:06,694 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,44221,1732286032707.replicationSource.wal-reader.b313e41b3af3%2C44221%2C1732286032707,1-b313e41b3af3,44221,1732286032707 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43979/user/jenkins/test-data/e5b2d6fc-135e-d694-d5d9-d0a9aa967c35/WALs/b313e41b3af3,44221,1732286032707/b313e41b3af3%2C44221%2C1732286032707.1732286034298 to pos 379, reset compression=false 2024-11-22T14:34:06,761 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33219 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-22T14:34:06,762 INFO [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-22T14:34:06,789 INFO [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-b313e41b3af3,33219,1732286036282, ReplicationSource: 1, currentBandwidth=0 2024-11-22T14:34:06,789 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T14:34:06,789 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b313e41b3af3,33219,1732286036282, seqNum=-1] 2024-11-22T14:34:06,789 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T14:34:06,790 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42193, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-22T14:34:06,792 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-b313e41b3af3,33219,1732286036282', locateType=CURRENT is [region=hbase:replication,,1732286045396.31ab24255d60820713896df6247d4466., hostname=b313e41b3af3,33219,1732286036282, seqNum=2] 2024-11-22T14:34:06,794 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-22T14:34:06,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34993 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-22T14:34:06,796 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on b313e41b3af3,33219,1732286036282 suceeded 2024-11-22T14:34:06,798 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-22T14:34:06,798 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://b313e41b3af3:44673,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-22T14:34:06,798 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 187 msec 2024-11-22T14:34:06,799 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4090 sec 2024-11-22T14:34:06,807 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,33219,1732286036282 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b313e41b3af3:44673' 2024-11-22T14:34:06,808 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,33219,1732286036282 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6de47df7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:34:06,808 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,33219,1732286036282 {}] client.ClusterIdFetcher(90): Going to request b313e41b3af3,44673,-1 for getting cluster id 2024-11-22T14:34:06,808 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,33219,1732286036282 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T14:34:06,809 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '46c2c373-b9dd-4902-90ef-a28e3836ade0' 2024-11-22T14:34:06,809 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T14:34:06,809 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "46c2c373-b9dd-4902-90ef-a28e3836ade0" 2024-11-22T14:34:06,809 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@453be892, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:34:06,809 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b313e41b3af3,44673,-1] 2024-11-22T14:34:06,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T14:34:06,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:34:06,810 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44752, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-22T14:34:06,811 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,33219,1732286036282 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@757966d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:34:06,811 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,33219,1732286036282 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T14:34:06,811 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b313e41b3af3,44673,1732286032652 2024-11-22T14:34:06,811 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6b75bd76 2024-11-22T14:34:06,811 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T14:34:06,812 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44754, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-22T14:34:06,812 INFO [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,33219,1732286036282 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-b313e41b3af3,33219,1732286036282 (queues=1) is replicating from cluster=dacaf70b-4d05-44f1-9257-405d64d98ec0 to cluster=46c2c373-b9dd-4902-90ef-a28e3836ade0 2024-11-22T14:34:06,812 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,33219,1732286036282 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=b313e41b3af3%2C33219%2C1732286036282 2024-11-22T14:34:06,813 INFO [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,33219,1732286036282 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-b313e41b3af3,33219,1732286036282, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-22T14:34:06,813 INFO [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,33219,1732286036282.replicationSource.shipperb313e41b3af3%2C33219%2C1732286036282,1-b313e41b3af3,33219,1732286036282 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: b313e41b3af3%2C33219%2C1732286036282 2024-11-22T14:34:06,813 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,33219,1732286036282.replicationSource.wal-reader.b313e41b3af3%2C33219%2C1732286036282,1-b313e41b3af3,33219,1732286036282 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46123/user/jenkins/test-data/ae440be5-d9cf-6de4-6a13-5acbeae529de/WALs/b313e41b3af3,33219,1732286036282/b313e41b3af3%2C33219%2C1732286036282.1732286038259, startPosition=0, beingWritten=true 2024-11-22T14:34:06,817 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,33219,1732286036282.replicationSource.wal-reader.b313e41b3af3%2C33219%2C1732286036282,1-b313e41b3af3,33219,1732286036282 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-22T14:34:06,817 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,33219,1732286036282.replicationSource.wal-reader.b313e41b3af3%2C33219%2C1732286036282,1-b313e41b3af3,33219,1732286036282 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46123/user/jenkins/test-data/ae440be5-d9cf-6de4-6a13-5acbeae529de/WALs/b313e41b3af3,33219,1732286036282/b313e41b3af3%2C33219%2C1732286036282.1732286038259 to pos 379, reset compression=false 2024-11-22T14:34:06,817 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,33219,1732286036282.replicationSource.shipperb313e41b3af3%2C33219%2C1732286036282,1-b313e41b3af3,33219,1732286036282 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b313e41b3af3,33219,1732286036282 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46123/user/jenkins/test-data/ae440be5-d9cf-6de4-6a13-5acbeae529de/WALs/b313e41b3af3,33219,1732286036282/b313e41b3af3%2C33219%2C1732286036282.1732286038259, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-22T14:34:07,021 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,33219,1732286036282.replicationSource.wal-reader.b313e41b3af3%2C33219%2C1732286036282,1-b313e41b3af3,33219,1732286036282 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46123/user/jenkins/test-data/ae440be5-d9cf-6de4-6a13-5acbeae529de/WALs/b313e41b3af3,33219,1732286036282/b313e41b3af3%2C33219%2C1732286036282.1732286038259 to pos 379, reset compression=false 2024-11-22T14:34:07,325 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,33219,1732286036282.replicationSource.wal-reader.b313e41b3af3%2C33219%2C1732286036282,1-b313e41b3af3,33219,1732286036282 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46123/user/jenkins/test-data/ae440be5-d9cf-6de4-6a13-5acbeae529de/WALs/b313e41b3af3,33219,1732286036282/b313e41b3af3%2C33219%2C1732286036282.1732286038259 to pos 379, reset compression=false 2024-11-22T14:34:07,398 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,44221,1732286032707.replicationSource.wal-reader.b313e41b3af3%2C44221%2C1732286032707,1-b313e41b3af3,44221,1732286032707 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43979/user/jenkins/test-data/e5b2d6fc-135e-d694-d5d9-d0a9aa967c35/WALs/b313e41b3af3,44221,1732286032707/b313e41b3af3%2C44221%2C1732286032707.1732286034298 to pos 379, reset compression=false 2024-11-22T14:34:07,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34993 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T14:34:07,533 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-22T14:34:07,533 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T14:34:07,533 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T14:34:07,533 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:34:07,533 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:34:07,533 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T14:34:07,533 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T14:34:07,537 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43979/user/jenkins/test-data/e5b2d6fc-135e-d694-d5d9-d0a9aa967c35/testHFileCyclicReplication_01/f/hfile_0 is 36, key is aaaa/f:row/1732286047537/Put/seqid=0 2024-11-22T14:34:07,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38357 is added to blk_1073741840_1016 (size=7894) 2024-11-22T14:34:07,728 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,33219,1732286036282.replicationSource.wal-reader.b313e41b3af3%2C33219%2C1732286036282,1-b313e41b3af3,33219,1732286036282 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46123/user/jenkins/test-data/ae440be5-d9cf-6de4-6a13-5acbeae529de/WALs/b313e41b3af3,33219,1732286036282/b313e41b3af3%2C33219%2C1732286036282.1732286038259 to pos 379, reset compression=false 2024-11-22T14:34:07,943 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43979/user/jenkins/test-data/e5b2d6fc-135e-d694-d5d9-d0a9aa967c35/testHFileCyclicReplication_01/f/hfile_1 is 34, key is ddd/f:row/1732286047942/Put/seqid=0 2024-11-22T14:34:07,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38357 is added to blk_1073741841_1017 (size=7691) 2024-11-22T14:34:08,202 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,44221,1732286032707.replicationSource.wal-reader.b313e41b3af3%2C44221%2C1732286032707,1-b313e41b3af3,44221,1732286032707 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43979/user/jenkins/test-data/e5b2d6fc-135e-d694-d5d9-d0a9aa967c35/WALs/b313e41b3af3,44221,1732286032707/b313e41b3af3%2C44221%2C1732286032707.1732286034298 to pos 379, reset compression=false 2024-11-22T14:34:08,231 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,33219,1732286036282.replicationSource.wal-reader.b313e41b3af3%2C33219%2C1732286036282,1-b313e41b3af3,33219,1732286036282 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46123/user/jenkins/test-data/ae440be5-d9cf-6de4-6a13-5acbeae529de/WALs/b313e41b3af3,33219,1732286036282/b313e41b3af3%2C33219%2C1732286036282.1732286038259 to pos 379, reset compression=false 2024-11-22T14:34:08,351 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e329cf8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:34:08,351 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b313e41b3af3,44673,-1 for getting cluster id 2024-11-22T14:34:08,351 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T14:34:08,352 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '46c2c373-b9dd-4902-90ef-a28e3836ade0' 2024-11-22T14:34:08,352 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T14:34:08,352 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "46c2c373-b9dd-4902-90ef-a28e3836ade0" 2024-11-22T14:34:08,352 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3dd3f0fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:34:08,352 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b313e41b3af3,44673,-1] 2024-11-22T14:34:08,352 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T14:34:08,352 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:34:08,353 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44764, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T14:34:08,354 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45a2f914, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:34:08,354 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T14:34:08,355 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b313e41b3af3,44221,1732286032707, seqNum=-1] 2024-11-22T14:34:08,355 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T14:34:08,355 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54704, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T14:34:08,363 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T14:34:08,364 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is b313e41b3af3,44673,1732286032652 2024-11-22T14:34:08,364 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5a4faaf6 2024-11-22T14:34:08,364 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T14:34:08,365 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44766, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T14:34:08,368 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732286038918.cc14565cc74efecd50366cff3ee81a66., hostname=b313e41b3af3,44221,1732286032707, seqNum=2] 2024-11-22T14:34:08,370 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-22T14:34:08,376 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43979/user/jenkins/test-data/e5b2d6fc-135e-d694-d5d9-d0a9aa967c35/testHFileCyclicReplication_01/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-22T14:34:08,379 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43979/user/jenkins/test-data/e5b2d6fc-135e-d694-d5d9-d0a9aa967c35/testHFileCyclicReplication_01/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-22T14:34:08,382 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44221 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43979/user/jenkins/test-data/e5b2d6fc-135e-d694-d5d9-d0a9aa967c35/testHFileCyclicReplication_01/f/hfile_0 for inclusion in cc14565cc74efecd50366cff3ee81a66/f 2024-11-22T14:34:08,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44221 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-22T14:34:08,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44221 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-22T14:34:08,385 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44221 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43979/user/jenkins/test-data/e5b2d6fc-135e-d694-d5d9-d0a9aa967c35/testHFileCyclicReplication_01/f/hfile_1 for inclusion in cc14565cc74efecd50366cff3ee81a66/f 2024-11-22T14:34:08,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44221 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-22T14:34:08,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44221 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-22T14:34:08,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44221 {}] regionserver.HRegion(2603): Flush status journal for cc14565cc74efecd50366cff3ee81a66: 2024-11-22T14:34:08,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44221 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:43979/user/jenkins/test-data/e5b2d6fc-135e-d694-d5d9-d0a9aa967c35/testHFileCyclicReplication_01/f/hfile_0 to hdfs://localhost:43979/user/jenkins/test-data/e5b2d6fc-135e-d694-d5d9-d0a9aa967c35/staging/jenkins__test__mf05l9sgfcjpllgltuit7ij2kt4u37du9i3e4opjlv67kdcptbqlvi20s2f83kbo/f/hfile_0 2024-11-22T14:34:08,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44221 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43979/user/jenkins/test-data/e5b2d6fc-135e-d694-d5d9-d0a9aa967c35/staging/jenkins__test__mf05l9sgfcjpllgltuit7ij2kt4u37du9i3e4opjlv67kdcptbqlvi20s2f83kbo/f/hfile_0 as hdfs://localhost:43979/user/jenkins/test-data/e5b2d6fc-135e-d694-d5d9-d0a9aa967c35/data/default/test/cc14565cc74efecd50366cff3ee81a66/f/3edadcbe01d0473dbf7fb42df63065a0_SeqId_4_ 2024-11-22T14:34:08,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44221 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:43979/user/jenkins/test-data/e5b2d6fc-135e-d694-d5d9-d0a9aa967c35/testHFileCyclicReplication_01/f/hfile_1 to hdfs://localhost:43979/user/jenkins/test-data/e5b2d6fc-135e-d694-d5d9-d0a9aa967c35/staging/jenkins__test__mf05l9sgfcjpllgltuit7ij2kt4u37du9i3e4opjlv67kdcptbqlvi20s2f83kbo/f/hfile_1 2024-11-22T14:34:08,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44221 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43979/user/jenkins/test-data/e5b2d6fc-135e-d694-d5d9-d0a9aa967c35/staging/jenkins__test__mf05l9sgfcjpllgltuit7ij2kt4u37du9i3e4opjlv67kdcptbqlvi20s2f83kbo/f/hfile_1 as hdfs://localhost:43979/user/jenkins/test-data/e5b2d6fc-135e-d694-d5d9-d0a9aa967c35/data/default/test/cc14565cc74efecd50366cff3ee81a66/f/2b1afb9ba5a44b20b8b371acd28ae7b5_SeqId_4_ 2024-11-22T14:34:08,395 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44221 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43979/user/jenkins/test-data/e5b2d6fc-135e-d694-d5d9-d0a9aa967c35/staging/jenkins__test__mf05l9sgfcjpllgltuit7ij2kt4u37du9i3e4opjlv67kdcptbqlvi20s2f83kbo/f/hfile_0 into cc14565cc74efecd50366cff3ee81a66/f as hdfs://localhost:43979/user/jenkins/test-data/e5b2d6fc-135e-d694-d5d9-d0a9aa967c35/data/default/test/cc14565cc74efecd50366cff3ee81a66/f/3edadcbe01d0473dbf7fb42df63065a0_SeqId_4_ - updating store file list. 2024-11-22T14:34:08,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44221 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 3edadcbe01d0473dbf7fb42df63065a0_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-22T14:34:08,400 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44221 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43979/user/jenkins/test-data/e5b2d6fc-135e-d694-d5d9-d0a9aa967c35/data/default/test/cc14565cc74efecd50366cff3ee81a66/f/3edadcbe01d0473dbf7fb42df63065a0_SeqId_4_ into cc14565cc74efecd50366cff3ee81a66/f 2024-11-22T14:34:08,400 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44221 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43979/user/jenkins/test-data/e5b2d6fc-135e-d694-d5d9-d0a9aa967c35/staging/jenkins__test__mf05l9sgfcjpllgltuit7ij2kt4u37du9i3e4opjlv67kdcptbqlvi20s2f83kbo/f/hfile_0 into cc14565cc74efecd50366cff3ee81a66/f (new location: hdfs://localhost:43979/user/jenkins/test-data/e5b2d6fc-135e-d694-d5d9-d0a9aa967c35/data/default/test/cc14565cc74efecd50366cff3ee81a66/f/3edadcbe01d0473dbf7fb42df63065a0_SeqId_4_) 2024-11-22T14:34:08,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44221 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43979/user/jenkins/test-data/e5b2d6fc-135e-d694-d5d9-d0a9aa967c35/staging/jenkins__test__mf05l9sgfcjpllgltuit7ij2kt4u37du9i3e4opjlv67kdcptbqlvi20s2f83kbo/f/hfile_0 2024-11-22T14:34:08,401 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44221 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43979/user/jenkins/test-data/e5b2d6fc-135e-d694-d5d9-d0a9aa967c35/staging/jenkins__test__mf05l9sgfcjpllgltuit7ij2kt4u37du9i3e4opjlv67kdcptbqlvi20s2f83kbo/f/hfile_1 into cc14565cc74efecd50366cff3ee81a66/f as hdfs://localhost:43979/user/jenkins/test-data/e5b2d6fc-135e-d694-d5d9-d0a9aa967c35/data/default/test/cc14565cc74efecd50366cff3ee81a66/f/2b1afb9ba5a44b20b8b371acd28ae7b5_SeqId_4_ - updating store file list. 2024-11-22T14:34:08,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44221 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 2b1afb9ba5a44b20b8b371acd28ae7b5_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-22T14:34:08,405 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44221 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43979/user/jenkins/test-data/e5b2d6fc-135e-d694-d5d9-d0a9aa967c35/data/default/test/cc14565cc74efecd50366cff3ee81a66/f/2b1afb9ba5a44b20b8b371acd28ae7b5_SeqId_4_ into cc14565cc74efecd50366cff3ee81a66/f 2024-11-22T14:34:08,405 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44221 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43979/user/jenkins/test-data/e5b2d6fc-135e-d694-d5d9-d0a9aa967c35/staging/jenkins__test__mf05l9sgfcjpllgltuit7ij2kt4u37du9i3e4opjlv67kdcptbqlvi20s2f83kbo/f/hfile_1 into cc14565cc74efecd50366cff3ee81a66/f (new location: hdfs://localhost:43979/user/jenkins/test-data/e5b2d6fc-135e-d694-d5d9-d0a9aa967c35/data/default/test/cc14565cc74efecd50366cff3ee81a66/f/2b1afb9ba5a44b20b8b371acd28ae7b5_SeqId_4_) 2024-11-22T14:34:08,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44221 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43979/user/jenkins/test-data/e5b2d6fc-135e-d694-d5d9-d0a9aa967c35/staging/jenkins__test__mf05l9sgfcjpllgltuit7ij2kt4u37du9i3e4opjlv67kdcptbqlvi20s2f83kbo/f/hfile_1 2024-11-22T14:34:08,407 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T14:34:08,407 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:205) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T14:34:08,407 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:34:08,407 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:34:08,407 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T14:34:08,407 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732286038918.cc14565cc74efecd50366cff3ee81a66., hostname=b313e41b3af3,44221,1732286032707, seqNum=2 , the old value is region=test,,1732286038918.cc14565cc74efecd50366cff3ee81a66., hostname=b313e41b3af3,44221,1732286032707, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=b313e41b3af3:44221 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-22T14:34:08,407 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732286038918.cc14565cc74efecd50366cff3ee81a66., hostname=b313e41b3af3,44221,1732286032707, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-22T14:34:08,407 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732286038918.cc14565cc74efecd50366cff3ee81a66., hostname=b313e41b3af3,44221,1732286032707, seqNum=2 from cache 2024-11-22T14:34:08,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44221 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44221: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.2:54704 deadline: 1732286108407 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.2:54704 2024-11-22T14:34:08,408 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T14:34:08,409 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b313e41b3af3,33219,1732286036282, seqNum=-1] 2024-11-22T14:34:08,409 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T14:34:08,410 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51808, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T14:34:08,411 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732286041075.c002c5bbba76895acd8de0532dd43b06., hostname=b313e41b3af3,33219,1732286036282, seqNum=2] 2024-11-22T14:34:08,413 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-22T14:34:08,513 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b313e41b3af3:44221 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-22T14:34:08,835 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,33219,1732286036282.replicationSource.wal-reader.b313e41b3af3%2C33219%2C1732286036282,1-b313e41b3af3,33219,1732286036282 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46123/user/jenkins/test-data/ae440be5-d9cf-6de4-6a13-5acbeae529de/WALs/b313e41b3af3,33219,1732286036282/b313e41b3af3%2C33219%2C1732286036282.1732286038259 to pos 379, reset compression=false 2024-11-22T14:34:09,106 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,44221,1732286032707.replicationSource.wal-reader.b313e41b3af3%2C44221%2C1732286032707,1-b313e41b3af3,44221,1732286032707 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43979/user/jenkins/test-data/e5b2d6fc-135e-d694-d5d9-d0a9aa967c35/WALs/b313e41b3af3,44221,1732286032707/b313e41b3af3%2C44221%2C1732286032707.1732286034298 to pos 379, reset compression=false 2024-11-22T14:34:09,111 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,44221,1732286032707.replicationSource.wal-reader.b313e41b3af3%2C44221%2C1732286032707,1-b313e41b3af3,44221,1732286032707 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-22T14:34:09,111 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,44221,1732286032707.replicationSource.shipperb313e41b3af3%2C44221%2C1732286032707,1-b313e41b3af3,44221,1732286032707 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b313e41b3af3,44221,1732286032707 got entry batch from reader: WALEntryBatch [walEntries=[{test/cc14565cc74efecd50366cff3ee81a66/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732286048405/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:43979/user/jenkins/test-data/e5b2d6fc-135e-d694-d5d9-d0a9aa967c35/WALs/b313e41b3af3,44221,1732286032707/b313e41b3af3%2C44221%2C1732286032707.1732286034298, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-22T14:34:09,113 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,44221,1732286032707.replicationSource.shipperb313e41b3af3%2C44221%2C1732286032707,1-b313e41b3af3,44221,1732286032707 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-22T14:34:09,114 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59624, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=AdminService 2024-11-22T14:34:09,114 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33219 {}] regionserver.ReplicationSink(318): Replicating [46c2c373-b9dd-4902-90ef-a28e3836ade0] bulk loaded data 2024-11-22T14:34:09,115 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33219 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4277d221, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:34:09,115 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33219 {}] client.ClusterIdFetcher(90): Going to request b313e41b3af3,34993,-1 for getting cluster id 2024-11-22T14:34:09,115 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33219 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T14:34:09,115 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dacaf70b-4d05-44f1-9257-405d64d98ec0' 2024-11-22T14:34:09,116 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T14:34:09,116 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dacaf70b-4d05-44f1-9257-405d64d98ec0" 2024-11-22T14:34:09,116 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@f057ce9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:34:09,116 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b313e41b3af3,34993,-1] 2024-11-22T14:34:09,116 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T14:34:09,116 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:34:09,117 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40728, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-22T14:34:09,117 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33219 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5ec21a4d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:34:09,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45775 is added to blk_1073741840_1016 (size=7894) 2024-11-22T14:34:09,311 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,44221,1732286032707.replicationSource.wal-reader.b313e41b3af3%2C44221%2C1732286032707,1-b313e41b3af3,44221,1732286032707 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43979/user/jenkins/test-data/e5b2d6fc-135e-d694-d5d9-d0a9aa967c35/WALs/b313e41b3af3,44221,1732286032707/b313e41b3af3%2C44221%2C1732286032707.1732286034298 to pos 687, reset compression=false 2024-11-22T14:34:09,415 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-22T14:34:09,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45775 is added to blk_1073741841_1017 (size=7691) 2024-11-22T14:34:09,538 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,33219,1732286036282.replicationSource.wal-reader.b313e41b3af3%2C33219%2C1732286036282,1-b313e41b3af3,33219,1732286036282 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46123/user/jenkins/test-data/ae440be5-d9cf-6de4-6a13-5acbeae529de/WALs/b313e41b3af3,33219,1732286036282/b313e41b3af3%2C33219%2C1732286036282.1732286038259 to pos 379, reset compression=false 2024-11-22T14:34:09,615 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,44221,1732286032707.replicationSource.wal-reader.b313e41b3af3%2C44221%2C1732286032707,1-b313e41b3af3,44221,1732286032707 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43979/user/jenkins/test-data/e5b2d6fc-135e-d694-d5d9-d0a9aa967c35/WALs/b313e41b3af3,44221,1732286032707/b313e41b3af3%2C44221%2C1732286032707.1732286034298 to pos 687, reset compression=false 2024-11-22T14:34:09,936 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33219 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T14:34:09,937 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b313e41b3af3,34993,1732286036256 2024-11-22T14:34:09,937 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@69feaa1f 2024-11-22T14:34:09,937 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T14:34:09,938 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40744, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-22T14:34:09,939 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33219 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-22T14:34:09,939 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33219 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T14:34:09,940 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b313e41b3af3,33219,1732286036282, seqNum=-1] 2024-11-22T14:34:09,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T14:34:09,941 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59630, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-22T14:34:09,946 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46123/user/jenkins/test-data/ae440be5-d9cf-6de4-6a13-5acbeae529de/staging/jenkins.hfs.11__test__15ua7uadq1n2kdpkk7q5qm67kcmiiek1ktndnd0nkj3aoaqv70mmlc6evgc4l23r/f/2b1afb9ba5a44b20b8b371acd28ae7b5_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-22T14:34:09,948 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46123/user/jenkins/test-data/ae440be5-d9cf-6de4-6a13-5acbeae529de/staging/jenkins.hfs.11__test__15ua7uadq1n2kdpkk7q5qm67kcmiiek1ktndnd0nkj3aoaqv70mmlc6evgc4l23r/f/3edadcbe01d0473dbf7fb42df63065a0_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-22T14:34:09,953 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33219 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46123/user/jenkins/test-data/ae440be5-d9cf-6de4-6a13-5acbeae529de/staging/jenkins.hfs.11__test__15ua7uadq1n2kdpkk7q5qm67kcmiiek1ktndnd0nkj3aoaqv70mmlc6evgc4l23r/f/2b1afb9ba5a44b20b8b371acd28ae7b5_SeqId_4_ for inclusion in c002c5bbba76895acd8de0532dd43b06/f 2024-11-22T14:34:09,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33219 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-22T14:34:09,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33219 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-22T14:34:09,955 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33219 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46123/user/jenkins/test-data/ae440be5-d9cf-6de4-6a13-5acbeae529de/staging/jenkins.hfs.11__test__15ua7uadq1n2kdpkk7q5qm67kcmiiek1ktndnd0nkj3aoaqv70mmlc6evgc4l23r/f/3edadcbe01d0473dbf7fb42df63065a0_SeqId_4_ for inclusion in c002c5bbba76895acd8de0532dd43b06/f 2024-11-22T14:34:09,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33219 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-22T14:34:09,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33219 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-22T14:34:09,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33219 {}] regionserver.HRegion(2603): Flush status journal for c002c5bbba76895acd8de0532dd43b06: 2024-11-22T14:34:09,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33219 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 2b1afb9ba5a44b20b8b371acd28ae7b5_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-22T14:34:09,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33219 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46123/user/jenkins/test-data/ae440be5-d9cf-6de4-6a13-5acbeae529de/staging/jenkins.hfs.11__test__15ua7uadq1n2kdpkk7q5qm67kcmiiek1ktndnd0nkj3aoaqv70mmlc6evgc4l23r/f/2b1afb9ba5a44b20b8b371acd28ae7b5_SeqId_4_ as hdfs://localhost:46123/user/jenkins/test-data/ae440be5-d9cf-6de4-6a13-5acbeae529de/data/default/test/c002c5bbba76895acd8de0532dd43b06/f/c49b92a1f71f4537bf1f758a25b92ad7_SeqId_4_ 2024-11-22T14:34:09,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33219 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 3edadcbe01d0473dbf7fb42df63065a0_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-22T14:34:09,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33219 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46123/user/jenkins/test-data/ae440be5-d9cf-6de4-6a13-5acbeae529de/staging/jenkins.hfs.11__test__15ua7uadq1n2kdpkk7q5qm67kcmiiek1ktndnd0nkj3aoaqv70mmlc6evgc4l23r/f/3edadcbe01d0473dbf7fb42df63065a0_SeqId_4_ as hdfs://localhost:46123/user/jenkins/test-data/ae440be5-d9cf-6de4-6a13-5acbeae529de/data/default/test/c002c5bbba76895acd8de0532dd43b06/f/68e44d7e1d0e4d7cbf4375e302902838_SeqId_4_ 2024-11-22T14:34:09,964 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33219 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46123/user/jenkins/test-data/ae440be5-d9cf-6de4-6a13-5acbeae529de/staging/jenkins.hfs.11__test__15ua7uadq1n2kdpkk7q5qm67kcmiiek1ktndnd0nkj3aoaqv70mmlc6evgc4l23r/f/2b1afb9ba5a44b20b8b371acd28ae7b5_SeqId_4_ into c002c5bbba76895acd8de0532dd43b06/f as hdfs://localhost:46123/user/jenkins/test-data/ae440be5-d9cf-6de4-6a13-5acbeae529de/data/default/test/c002c5bbba76895acd8de0532dd43b06/f/c49b92a1f71f4537bf1f758a25b92ad7_SeqId_4_ - updating store file list. 2024-11-22T14:34:09,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33219 {}] regionserver.HStoreFile(483): HFile Bloom filter type for c49b92a1f71f4537bf1f758a25b92ad7_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-22T14:34:09,968 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33219 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46123/user/jenkins/test-data/ae440be5-d9cf-6de4-6a13-5acbeae529de/data/default/test/c002c5bbba76895acd8de0532dd43b06/f/c49b92a1f71f4537bf1f758a25b92ad7_SeqId_4_ into c002c5bbba76895acd8de0532dd43b06/f 2024-11-22T14:34:09,968 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33219 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46123/user/jenkins/test-data/ae440be5-d9cf-6de4-6a13-5acbeae529de/staging/jenkins.hfs.11__test__15ua7uadq1n2kdpkk7q5qm67kcmiiek1ktndnd0nkj3aoaqv70mmlc6evgc4l23r/f/2b1afb9ba5a44b20b8b371acd28ae7b5_SeqId_4_ into c002c5bbba76895acd8de0532dd43b06/f (new location: hdfs://localhost:46123/user/jenkins/test-data/ae440be5-d9cf-6de4-6a13-5acbeae529de/data/default/test/c002c5bbba76895acd8de0532dd43b06/f/c49b92a1f71f4537bf1f758a25b92ad7_SeqId_4_) 2024-11-22T14:34:09,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33219 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46123/user/jenkins/test-data/ae440be5-d9cf-6de4-6a13-5acbeae529de/staging/jenkins.hfs.11__test__15ua7uadq1n2kdpkk7q5qm67kcmiiek1ktndnd0nkj3aoaqv70mmlc6evgc4l23r/f/2b1afb9ba5a44b20b8b371acd28ae7b5_SeqId_4_ 2024-11-22T14:34:09,969 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33219 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46123/user/jenkins/test-data/ae440be5-d9cf-6de4-6a13-5acbeae529de/staging/jenkins.hfs.11__test__15ua7uadq1n2kdpkk7q5qm67kcmiiek1ktndnd0nkj3aoaqv70mmlc6evgc4l23r/f/3edadcbe01d0473dbf7fb42df63065a0_SeqId_4_ into c002c5bbba76895acd8de0532dd43b06/f as hdfs://localhost:46123/user/jenkins/test-data/ae440be5-d9cf-6de4-6a13-5acbeae529de/data/default/test/c002c5bbba76895acd8de0532dd43b06/f/68e44d7e1d0e4d7cbf4375e302902838_SeqId_4_ - updating store file list. 2024-11-22T14:34:09,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33219 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 68e44d7e1d0e4d7cbf4375e302902838_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-22T14:34:09,974 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33219 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46123/user/jenkins/test-data/ae440be5-d9cf-6de4-6a13-5acbeae529de/data/default/test/c002c5bbba76895acd8de0532dd43b06/f/68e44d7e1d0e4d7cbf4375e302902838_SeqId_4_ into c002c5bbba76895acd8de0532dd43b06/f 2024-11-22T14:34:09,974 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33219 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46123/user/jenkins/test-data/ae440be5-d9cf-6de4-6a13-5acbeae529de/staging/jenkins.hfs.11__test__15ua7uadq1n2kdpkk7q5qm67kcmiiek1ktndnd0nkj3aoaqv70mmlc6evgc4l23r/f/3edadcbe01d0473dbf7fb42df63065a0_SeqId_4_ into c002c5bbba76895acd8de0532dd43b06/f (new location: hdfs://localhost:46123/user/jenkins/test-data/ae440be5-d9cf-6de4-6a13-5acbeae529de/data/default/test/c002c5bbba76895acd8de0532dd43b06/f/68e44d7e1d0e4d7cbf4375e302902838_SeqId_4_) 2024-11-22T14:34:09,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33219 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46123/user/jenkins/test-data/ae440be5-d9cf-6de4-6a13-5acbeae529de/staging/jenkins.hfs.11__test__15ua7uadq1n2kdpkk7q5qm67kcmiiek1ktndnd0nkj3aoaqv70mmlc6evgc4l23r/f/3edadcbe01d0473dbf7fb42df63065a0_SeqId_4_ 2024-11-22T14:34:09,976 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33219 {}] regionserver.ReplicationSink(324): Finished replicating [46c2c373-b9dd-4902-90ef-a28e3836ade0] bulk loaded data 2024-11-22T14:34:10,020 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,44221,1732286032707.replicationSource.wal-reader.b313e41b3af3%2C44221%2C1732286032707,1-b313e41b3af3,44221,1732286032707 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43979/user/jenkins/test-data/e5b2d6fc-135e-d694-d5d9-d0a9aa967c35/WALs/b313e41b3af3,44221,1732286032707/b313e41b3af3%2C44221%2C1732286032707.1732286034298 to pos 687, reset compression=false 2024-11-22T14:34:10,342 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,33219,1732286036282.replicationSource.wal-reader.b313e41b3af3%2C33219%2C1732286036282,1-b313e41b3af3,33219,1732286036282 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46123/user/jenkins/test-data/ae440be5-d9cf-6de4-6a13-5acbeae529de/WALs/b313e41b3af3,33219,1732286036282/b313e41b3af3%2C33219%2C1732286036282.1732286038259 to pos 379, reset compression=false 2024-11-22T14:34:10,346 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,33219,1732286036282.replicationSource.wal-reader.b313e41b3af3%2C33219%2C1732286036282,1-b313e41b3af3,33219,1732286036282 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-22T14:34:10,346 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,33219,1732286036282.replicationSource.shipperb313e41b3af3%2C33219%2C1732286036282,1-b313e41b3af3,33219,1732286036282 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b313e41b3af3,33219,1732286036282 got entry batch from reader: WALEntryBatch [walEntries=[{test/c002c5bbba76895acd8de0532dd43b06/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732286049974/Put/vlen=228/seqid=0; >],8341}], lastWalPath=hdfs://localhost:46123/user/jenkins/test-data/ae440be5-d9cf-6de4-6a13-5acbeae529de/WALs/b313e41b3af3,33219,1732286036282/b313e41b3af3%2C33219%2C1732286036282.1732286038259, lastWalPosition=725, nbRowKeys=1, nbHFiles=2, heapSize=8341, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-22T14:34:10,348 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,33219,1732286036282.replicationSource.shipperb313e41b3af3%2C33219%2C1732286036282,1-b313e41b3af3,33219,1732286036282 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-22T14:34:10,349 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36334, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=AdminService 2024-11-22T14:34:10,349 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44221 {}] regionserver.ReplicationSink(318): Replicating [46c2c373-b9dd-4902-90ef-a28e3836ade0, dacaf70b-4d05-44f1-9257-405d64d98ec0] bulk loaded data 2024-11-22T14:34:10,350 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44221 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@28d15fa2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:34:10,350 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44221 {}] client.ClusterIdFetcher(90): Going to request b313e41b3af3,44673,-1 for getting cluster id 2024-11-22T14:34:10,350 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44221 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T14:34:10,350 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '46c2c373-b9dd-4902-90ef-a28e3836ade0' 2024-11-22T14:34:10,350 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T14:34:10,351 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "46c2c373-b9dd-4902-90ef-a28e3836ade0" 2024-11-22T14:34:10,351 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1f859f4f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:34:10,351 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b313e41b3af3,44673,-1] 2024-11-22T14:34:10,351 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T14:34:10,351 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:34:10,352 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35776, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-22T14:34:10,352 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44221 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6af0ce5e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:34:10,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38357 is added to blk_1073741842_1018 (size=7691) 2024-11-22T14:34:10,422 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T14:34:10,425 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46123/user/jenkins/test-data/ae440be5-d9cf-6de4-6a13-5acbeae529de/testHFileCyclicReplication_10/f/hfile_0 is 36, key is gggg/f:row/1732286050425/Put/seqid=0 2024-11-22T14:34:10,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45775 is added to blk_1073741842_1018 (size=11194) 2024-11-22T14:34:10,523 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,44221,1732286032707.replicationSource.wal-reader.b313e41b3af3%2C44221%2C1732286032707,1-b313e41b3af3,44221,1732286032707 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43979/user/jenkins/test-data/e5b2d6fc-135e-d694-d5d9-d0a9aa967c35/WALs/b313e41b3af3,44221,1732286032707/b313e41b3af3%2C44221%2C1732286032707.1732286034298 to pos 687, reset compression=false 2024-11-22T14:34:10,547 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,33219,1732286036282.replicationSource.wal-reader.b313e41b3af3%2C33219%2C1732286036282,1-b313e41b3af3,33219,1732286036282 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46123/user/jenkins/test-data/ae440be5-d9cf-6de4-6a13-5acbeae529de/WALs/b313e41b3af3,33219,1732286036282/b313e41b3af3%2C33219%2C1732286036282.1732286038259 to pos 725, reset compression=false 2024-11-22T14:34:10,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38357 is added to blk_1073741843_1019 (size=7894) 2024-11-22T14:34:10,832 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46123/user/jenkins/test-data/ae440be5-d9cf-6de4-6a13-5acbeae529de/testHFileCyclicReplication_10/f/hfile_1 is 34, key is jjj/f:row/1732286050831/Put/seqid=0 2024-11-22T14:34:10,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45775 is added to blk_1073741843_1019 (size=10791) 2024-11-22T14:34:10,850 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,33219,1732286036282.replicationSource.wal-reader.b313e41b3af3%2C33219%2C1732286036282,1-b313e41b3af3,33219,1732286036282 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46123/user/jenkins/test-data/ae440be5-d9cf-6de4-6a13-5acbeae529de/WALs/b313e41b3af3,33219,1732286036282/b313e41b3af3%2C33219%2C1732286036282.1732286038259 to pos 725, reset compression=false 2024-11-22T14:34:11,127 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,44221,1732286032707.replicationSource.wal-reader.b313e41b3af3%2C44221%2C1732286032707,1-b313e41b3af3,44221,1732286032707 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43979/user/jenkins/test-data/e5b2d6fc-135e-d694-d5d9-d0a9aa967c35/WALs/b313e41b3af3,44221,1732286032707/b313e41b3af3%2C44221%2C1732286032707.1732286034298 to pos 687, reset compression=false 2024-11-22T14:34:11,176 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44221 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T14:34:11,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b313e41b3af3,44673,1732286032652 2024-11-22T14:34:11,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@675130cc 2024-11-22T14:34:11,177 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T14:34:11,177 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35784, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-22T14:34:11,179 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44221 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-22T14:34:11,179 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44221 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T14:34:11,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b313e41b3af3,44221,1732286032707, seqNum=-1] 2024-11-22T14:34:11,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T14:34:11,181 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36338, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-22T14:34:11,186 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43979/user/jenkins/test-data/e5b2d6fc-135e-d694-d5d9-d0a9aa967c35/staging/jenkins.hfs.10__test__hp1mj1dfoh76444kkv5ilerqt3k1b4hu0v9dc645ad5bu74i33hsd381de3b19hl/f/68e44d7e1d0e4d7cbf4375e302902838_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-22T14:34:11,188 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43979/user/jenkins/test-data/e5b2d6fc-135e-d694-d5d9-d0a9aa967c35/staging/jenkins.hfs.10__test__hp1mj1dfoh76444kkv5ilerqt3k1b4hu0v9dc645ad5bu74i33hsd381de3b19hl/f/c49b92a1f71f4537bf1f758a25b92ad7_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-22T14:34:11,190 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44221 {}] regionserver.ReplicationSink(324): Finished replicating [46c2c373-b9dd-4902-90ef-a28e3836ade0, dacaf70b-4d05-44f1-9257-405d64d98ec0] bulk loaded data 2024-11-22T14:34:11,237 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f0cc873, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:34:11,237 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b313e41b3af3,34993,-1 for getting cluster id 2024-11-22T14:34:11,237 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T14:34:11,238 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dacaf70b-4d05-44f1-9257-405d64d98ec0' 2024-11-22T14:34:11,238 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T14:34:11,238 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dacaf70b-4d05-44f1-9257-405d64d98ec0" 2024-11-22T14:34:11,238 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10f46c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:34:11,238 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b313e41b3af3,34993,-1] 2024-11-22T14:34:11,238 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T14:34:11,239 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:34:11,239 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40762, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T14:34:11,240 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4423e2ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:34:11,240 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T14:34:11,241 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b313e41b3af3,33219,1732286036282, seqNum=-1] 2024-11-22T14:34:11,241 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T14:34:11,242 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59642, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T14:34:11,248 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T14:34:11,249 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is b313e41b3af3,34993,1732286036256 2024-11-22T14:34:11,249 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@469863b4 2024-11-22T14:34:11,249 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T14:34:11,250 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40776, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T14:34:11,253 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732286041075.c002c5bbba76895acd8de0532dd43b06., hostname=b313e41b3af3,33219,1732286036282, seqNum=2] 2024-11-22T14:34:11,254 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,33219,1732286036282.replicationSource.wal-reader.b313e41b3af3%2C33219%2C1732286036282,1-b313e41b3af3,33219,1732286036282 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46123/user/jenkins/test-data/ae440be5-d9cf-6de4-6a13-5acbeae529de/WALs/b313e41b3af3,33219,1732286036282/b313e41b3af3%2C33219%2C1732286036282.1732286038259 to pos 725, reset compression=false 2024-11-22T14:34:11,255 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-22T14:34:11,260 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46123/user/jenkins/test-data/ae440be5-d9cf-6de4-6a13-5acbeae529de/testHFileCyclicReplication_10/f/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-22T14:34:11,263 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46123/user/jenkins/test-data/ae440be5-d9cf-6de4-6a13-5acbeae529de/testHFileCyclicReplication_10/f/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-22T14:34:11,269 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33219 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46123/user/jenkins/test-data/ae440be5-d9cf-6de4-6a13-5acbeae529de/testHFileCyclicReplication_10/f/hfile_0 for inclusion in c002c5bbba76895acd8de0532dd43b06/f 2024-11-22T14:34:11,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33219 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-22T14:34:11,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33219 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-22T14:34:11,272 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33219 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46123/user/jenkins/test-data/ae440be5-d9cf-6de4-6a13-5acbeae529de/testHFileCyclicReplication_10/f/hfile_1 for inclusion in c002c5bbba76895acd8de0532dd43b06/f 2024-11-22T14:34:11,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33219 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-22T14:34:11,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33219 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-22T14:34:11,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33219 {}] regionserver.HRegion(2603): Flush status journal for c002c5bbba76895acd8de0532dd43b06: 2024-11-22T14:34:11,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33219 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:46123/user/jenkins/test-data/ae440be5-d9cf-6de4-6a13-5acbeae529de/testHFileCyclicReplication_10/f/hfile_0 to hdfs://localhost:46123/user/jenkins/test-data/ae440be5-d9cf-6de4-6a13-5acbeae529de/staging/jenkins__test__pdh13e2dor0n2l530eni1au5pmsr52siohcjlfgas7rlmjt1bonqloh93aj39e22/f/hfile_0 2024-11-22T14:34:11,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33219 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46123/user/jenkins/test-data/ae440be5-d9cf-6de4-6a13-5acbeae529de/staging/jenkins__test__pdh13e2dor0n2l530eni1au5pmsr52siohcjlfgas7rlmjt1bonqloh93aj39e22/f/hfile_0 as hdfs://localhost:46123/user/jenkins/test-data/ae440be5-d9cf-6de4-6a13-5acbeae529de/data/default/test/c002c5bbba76895acd8de0532dd43b06/f/108b7514228848b59b490cc624a678c4_SeqId_6_ 2024-11-22T14:34:11,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33219 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:46123/user/jenkins/test-data/ae440be5-d9cf-6de4-6a13-5acbeae529de/testHFileCyclicReplication_10/f/hfile_1 to hdfs://localhost:46123/user/jenkins/test-data/ae440be5-d9cf-6de4-6a13-5acbeae529de/staging/jenkins__test__pdh13e2dor0n2l530eni1au5pmsr52siohcjlfgas7rlmjt1bonqloh93aj39e22/f/hfile_1 2024-11-22T14:34:11,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33219 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46123/user/jenkins/test-data/ae440be5-d9cf-6de4-6a13-5acbeae529de/staging/jenkins__test__pdh13e2dor0n2l530eni1au5pmsr52siohcjlfgas7rlmjt1bonqloh93aj39e22/f/hfile_1 as hdfs://localhost:46123/user/jenkins/test-data/ae440be5-d9cf-6de4-6a13-5acbeae529de/data/default/test/c002c5bbba76895acd8de0532dd43b06/f/ec526d9e48e7446283749199c99599f4_SeqId_6_ 2024-11-22T14:34:11,282 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33219 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46123/user/jenkins/test-data/ae440be5-d9cf-6de4-6a13-5acbeae529de/staging/jenkins__test__pdh13e2dor0n2l530eni1au5pmsr52siohcjlfgas7rlmjt1bonqloh93aj39e22/f/hfile_0 into c002c5bbba76895acd8de0532dd43b06/f as hdfs://localhost:46123/user/jenkins/test-data/ae440be5-d9cf-6de4-6a13-5acbeae529de/data/default/test/c002c5bbba76895acd8de0532dd43b06/f/108b7514228848b59b490cc624a678c4_SeqId_6_ - updating store file list. 2024-11-22T14:34:11,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33219 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 108b7514228848b59b490cc624a678c4_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-22T14:34:11,286 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33219 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46123/user/jenkins/test-data/ae440be5-d9cf-6de4-6a13-5acbeae529de/data/default/test/c002c5bbba76895acd8de0532dd43b06/f/108b7514228848b59b490cc624a678c4_SeqId_6_ into c002c5bbba76895acd8de0532dd43b06/f 2024-11-22T14:34:11,286 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33219 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46123/user/jenkins/test-data/ae440be5-d9cf-6de4-6a13-5acbeae529de/staging/jenkins__test__pdh13e2dor0n2l530eni1au5pmsr52siohcjlfgas7rlmjt1bonqloh93aj39e22/f/hfile_0 into c002c5bbba76895acd8de0532dd43b06/f (new location: hdfs://localhost:46123/user/jenkins/test-data/ae440be5-d9cf-6de4-6a13-5acbeae529de/data/default/test/c002c5bbba76895acd8de0532dd43b06/f/108b7514228848b59b490cc624a678c4_SeqId_6_) 2024-11-22T14:34:11,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33219 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46123/user/jenkins/test-data/ae440be5-d9cf-6de4-6a13-5acbeae529de/staging/jenkins__test__pdh13e2dor0n2l530eni1au5pmsr52siohcjlfgas7rlmjt1bonqloh93aj39e22/f/hfile_0 2024-11-22T14:34:11,287 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33219 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46123/user/jenkins/test-data/ae440be5-d9cf-6de4-6a13-5acbeae529de/staging/jenkins__test__pdh13e2dor0n2l530eni1au5pmsr52siohcjlfgas7rlmjt1bonqloh93aj39e22/f/hfile_1 into c002c5bbba76895acd8de0532dd43b06/f as hdfs://localhost:46123/user/jenkins/test-data/ae440be5-d9cf-6de4-6a13-5acbeae529de/data/default/test/c002c5bbba76895acd8de0532dd43b06/f/ec526d9e48e7446283749199c99599f4_SeqId_6_ - updating store file list. 2024-11-22T14:34:11,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33219 {}] regionserver.HStoreFile(483): HFile Bloom filter type for ec526d9e48e7446283749199c99599f4_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-22T14:34:11,291 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33219 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46123/user/jenkins/test-data/ae440be5-d9cf-6de4-6a13-5acbeae529de/data/default/test/c002c5bbba76895acd8de0532dd43b06/f/ec526d9e48e7446283749199c99599f4_SeqId_6_ into c002c5bbba76895acd8de0532dd43b06/f 2024-11-22T14:34:11,291 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33219 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46123/user/jenkins/test-data/ae440be5-d9cf-6de4-6a13-5acbeae529de/staging/jenkins__test__pdh13e2dor0n2l530eni1au5pmsr52siohcjlfgas7rlmjt1bonqloh93aj39e22/f/hfile_1 into c002c5bbba76895acd8de0532dd43b06/f (new location: hdfs://localhost:46123/user/jenkins/test-data/ae440be5-d9cf-6de4-6a13-5acbeae529de/data/default/test/c002c5bbba76895acd8de0532dd43b06/f/ec526d9e48e7446283749199c99599f4_SeqId_6_) 2024-11-22T14:34:11,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33219 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46123/user/jenkins/test-data/ae440be5-d9cf-6de4-6a13-5acbeae529de/staging/jenkins__test__pdh13e2dor0n2l530eni1au5pmsr52siohcjlfgas7rlmjt1bonqloh93aj39e22/f/hfile_1 2024-11-22T14:34:11,292 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T14:34:11,293 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:216) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T14:34:11,293 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:34:11,293 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:34:11,293 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T14:34:11,293 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732286041075.c002c5bbba76895acd8de0532dd43b06., hostname=b313e41b3af3,33219,1732286036282, seqNum=2 , the old value is region=test,,1732286041075.c002c5bbba76895acd8de0532dd43b06., hostname=b313e41b3af3,33219,1732286036282, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=b313e41b3af3:33219 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-22T14:34:11,293 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732286041075.c002c5bbba76895acd8de0532dd43b06., hostname=b313e41b3af3,33219,1732286036282, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-22T14:34:11,293 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732286041075.c002c5bbba76895acd8de0532dd43b06., hostname=b313e41b3af3,33219,1732286036282, seqNum=2 from cache 2024-11-22T14:34:11,294 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T14:34:11,294 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-22T14:34:11,294 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b313e41b3af3,44221,1732286032707, seqNum=-1] 2024-11-22T14:34:11,295 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T14:34:11,296 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36342, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T14:34:11,297 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732286038918.cc14565cc74efecd50366cff3ee81a66., hostname=b313e41b3af3,44221,1732286032707, seqNum=2] 2024-11-22T14:34:11,303 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-22T14:34:11,403 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b313e41b3af3:33219 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-22T14:34:11,758 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,33219,1732286036282.replicationSource.wal-reader.b313e41b3af3%2C33219%2C1732286036282,1-b313e41b3af3,33219,1732286036282 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46123/user/jenkins/test-data/ae440be5-d9cf-6de4-6a13-5acbeae529de/WALs/b313e41b3af3,33219,1732286036282/b313e41b3af3%2C33219%2C1732286036282.1732286038259 to pos 725, reset compression=false 2024-11-22T14:34:11,762 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,33219,1732286036282.replicationSource.wal-reader.b313e41b3af3%2C33219%2C1732286036282,1-b313e41b3af3,33219,1732286036282 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-22T14:34:11,762 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,33219,1732286036282.replicationSource.shipperb313e41b3af3%2C33219%2C1732286036282,1-b313e41b3af3,33219,1732286036282 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b313e41b3af3,33219,1732286036282 got entry batch from reader: WALEntryBatch [walEntries=[{test/c002c5bbba76895acd8de0532dd43b06/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732286051291/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:46123/user/jenkins/test-data/ae440be5-d9cf-6de4-6a13-5acbeae529de/WALs/b313e41b3af3,33219,1732286036282/b313e41b3af3%2C33219%2C1732286036282.1732286038259, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-22T14:34:11,763 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44221 {}] regionserver.ReplicationSink(318): Replicating [dacaf70b-4d05-44f1-9257-405d64d98ec0] bulk loaded data 2024-11-22T14:34:11,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38357 is added to blk_1073741844_1020 (size=11194) 2024-11-22T14:34:11,830 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,44221,1732286032707.replicationSource.wal-reader.b313e41b3af3%2C44221%2C1732286032707,1-b313e41b3af3,44221,1732286032707 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43979/user/jenkins/test-data/e5b2d6fc-135e-d694-d5d9-d0a9aa967c35/WALs/b313e41b3af3,44221,1732286032707/b313e41b3af3%2C44221%2C1732286032707.1732286034298 to pos 687, reset compression=false 2024-11-22T14:34:11,963 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,33219,1732286036282.replicationSource.wal-reader.b313e41b3af3%2C33219%2C1732286036282,1-b313e41b3af3,33219,1732286036282 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46123/user/jenkins/test-data/ae440be5-d9cf-6de4-6a13-5acbeae529de/WALs/b313e41b3af3,33219,1732286036282/b313e41b3af3%2C33219%2C1732286036282.1732286038259 to pos 1033, reset compression=false 2024-11-22T14:34:12,060 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-22T14:34:12,090 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:34:12,090 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:34:12,091 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:34:12,091 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:34:12,091 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:34:12,091 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:34:12,100 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:34:12,102 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:34:12,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38357 is added to blk_1073741845_1021 (size=10791) 2024-11-22T14:34:12,186 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44221 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-22T14:34:12,191 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43979/user/jenkins/test-data/e5b2d6fc-135e-d694-d5d9-d0a9aa967c35/staging/jenkins.hfs.10__test__vtfuav2seedbjlk1j5qjpfu6bdh8ohmr5j22a09ut44r3k2nr48ngmq52aosuv5r/f/108b7514228848b59b490cc624a678c4_SeqId_6_ first=Optional[gggg] last=Optional[iiii] 2024-11-22T14:34:12,193 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43979/user/jenkins/test-data/e5b2d6fc-135e-d694-d5d9-d0a9aa967c35/staging/jenkins.hfs.10__test__vtfuav2seedbjlk1j5qjpfu6bdh8ohmr5j22a09ut44r3k2nr48ngmq52aosuv5r/f/ec526d9e48e7446283749199c99599f4_SeqId_6_ first=Optional[jjj] last=Optional[lll] 2024-11-22T14:34:12,196 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44221 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43979/user/jenkins/test-data/e5b2d6fc-135e-d694-d5d9-d0a9aa967c35/staging/jenkins.hfs.10__test__vtfuav2seedbjlk1j5qjpfu6bdh8ohmr5j22a09ut44r3k2nr48ngmq52aosuv5r/f/108b7514228848b59b490cc624a678c4_SeqId_6_ for inclusion in cc14565cc74efecd50366cff3ee81a66/f 2024-11-22T14:34:12,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44221 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-22T14:34:12,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44221 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-22T14:34:12,198 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44221 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43979/user/jenkins/test-data/e5b2d6fc-135e-d694-d5d9-d0a9aa967c35/staging/jenkins.hfs.10__test__vtfuav2seedbjlk1j5qjpfu6bdh8ohmr5j22a09ut44r3k2nr48ngmq52aosuv5r/f/ec526d9e48e7446283749199c99599f4_SeqId_6_ for inclusion in cc14565cc74efecd50366cff3ee81a66/f 2024-11-22T14:34:12,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44221 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-22T14:34:12,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44221 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-22T14:34:12,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44221 {}] regionserver.HRegion(2603): Flush status journal for cc14565cc74efecd50366cff3ee81a66: 2024-11-22T14:34:12,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44221 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 108b7514228848b59b490cc624a678c4_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-22T14:34:12,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44221 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43979/user/jenkins/test-data/e5b2d6fc-135e-d694-d5d9-d0a9aa967c35/staging/jenkins.hfs.10__test__vtfuav2seedbjlk1j5qjpfu6bdh8ohmr5j22a09ut44r3k2nr48ngmq52aosuv5r/f/108b7514228848b59b490cc624a678c4_SeqId_6_ as hdfs://localhost:43979/user/jenkins/test-data/e5b2d6fc-135e-d694-d5d9-d0a9aa967c35/data/default/test/cc14565cc74efecd50366cff3ee81a66/f/e7651a303af2492b8b110764e9a0082b_SeqId_6_ 2024-11-22T14:34:12,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44221 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): ec526d9e48e7446283749199c99599f4_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-22T14:34:12,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44221 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43979/user/jenkins/test-data/e5b2d6fc-135e-d694-d5d9-d0a9aa967c35/staging/jenkins.hfs.10__test__vtfuav2seedbjlk1j5qjpfu6bdh8ohmr5j22a09ut44r3k2nr48ngmq52aosuv5r/f/ec526d9e48e7446283749199c99599f4_SeqId_6_ as hdfs://localhost:43979/user/jenkins/test-data/e5b2d6fc-135e-d694-d5d9-d0a9aa967c35/data/default/test/cc14565cc74efecd50366cff3ee81a66/f/499b3b38b20b46eaba8e5a06722741c8_SeqId_6_ 2024-11-22T14:34:12,205 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44221 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43979/user/jenkins/test-data/e5b2d6fc-135e-d694-d5d9-d0a9aa967c35/staging/jenkins.hfs.10__test__vtfuav2seedbjlk1j5qjpfu6bdh8ohmr5j22a09ut44r3k2nr48ngmq52aosuv5r/f/108b7514228848b59b490cc624a678c4_SeqId_6_ into cc14565cc74efecd50366cff3ee81a66/f as hdfs://localhost:43979/user/jenkins/test-data/e5b2d6fc-135e-d694-d5d9-d0a9aa967c35/data/default/test/cc14565cc74efecd50366cff3ee81a66/f/e7651a303af2492b8b110764e9a0082b_SeqId_6_ - updating store file list. 2024-11-22T14:34:12,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44221 {}] regionserver.HStoreFile(483): HFile Bloom filter type for e7651a303af2492b8b110764e9a0082b_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-22T14:34:12,209 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44221 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43979/user/jenkins/test-data/e5b2d6fc-135e-d694-d5d9-d0a9aa967c35/data/default/test/cc14565cc74efecd50366cff3ee81a66/f/e7651a303af2492b8b110764e9a0082b_SeqId_6_ into cc14565cc74efecd50366cff3ee81a66/f 2024-11-22T14:34:12,209 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44221 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43979/user/jenkins/test-data/e5b2d6fc-135e-d694-d5d9-d0a9aa967c35/staging/jenkins.hfs.10__test__vtfuav2seedbjlk1j5qjpfu6bdh8ohmr5j22a09ut44r3k2nr48ngmq52aosuv5r/f/108b7514228848b59b490cc624a678c4_SeqId_6_ into cc14565cc74efecd50366cff3ee81a66/f (new location: hdfs://localhost:43979/user/jenkins/test-data/e5b2d6fc-135e-d694-d5d9-d0a9aa967c35/data/default/test/cc14565cc74efecd50366cff3ee81a66/f/e7651a303af2492b8b110764e9a0082b_SeqId_6_) 2024-11-22T14:34:12,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44221 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43979/user/jenkins/test-data/e5b2d6fc-135e-d694-d5d9-d0a9aa967c35/staging/jenkins.hfs.10__test__vtfuav2seedbjlk1j5qjpfu6bdh8ohmr5j22a09ut44r3k2nr48ngmq52aosuv5r/f/108b7514228848b59b490cc624a678c4_SeqId_6_ 2024-11-22T14:34:12,210 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44221 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43979/user/jenkins/test-data/e5b2d6fc-135e-d694-d5d9-d0a9aa967c35/staging/jenkins.hfs.10__test__vtfuav2seedbjlk1j5qjpfu6bdh8ohmr5j22a09ut44r3k2nr48ngmq52aosuv5r/f/ec526d9e48e7446283749199c99599f4_SeqId_6_ into cc14565cc74efecd50366cff3ee81a66/f as hdfs://localhost:43979/user/jenkins/test-data/e5b2d6fc-135e-d694-d5d9-d0a9aa967c35/data/default/test/cc14565cc74efecd50366cff3ee81a66/f/499b3b38b20b46eaba8e5a06722741c8_SeqId_6_ - updating store file list. 2024-11-22T14:34:12,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44221 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 499b3b38b20b46eaba8e5a06722741c8_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-22T14:34:12,214 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44221 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43979/user/jenkins/test-data/e5b2d6fc-135e-d694-d5d9-d0a9aa967c35/data/default/test/cc14565cc74efecd50366cff3ee81a66/f/499b3b38b20b46eaba8e5a06722741c8_SeqId_6_ into cc14565cc74efecd50366cff3ee81a66/f 2024-11-22T14:34:12,214 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44221 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43979/user/jenkins/test-data/e5b2d6fc-135e-d694-d5d9-d0a9aa967c35/staging/jenkins.hfs.10__test__vtfuav2seedbjlk1j5qjpfu6bdh8ohmr5j22a09ut44r3k2nr48ngmq52aosuv5r/f/ec526d9e48e7446283749199c99599f4_SeqId_6_ into cc14565cc74efecd50366cff3ee81a66/f (new location: hdfs://localhost:43979/user/jenkins/test-data/e5b2d6fc-135e-d694-d5d9-d0a9aa967c35/data/default/test/cc14565cc74efecd50366cff3ee81a66/f/499b3b38b20b46eaba8e5a06722741c8_SeqId_6_) 2024-11-22T14:34:12,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44221 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43979/user/jenkins/test-data/e5b2d6fc-135e-d694-d5d9-d0a9aa967c35/staging/jenkins.hfs.10__test__vtfuav2seedbjlk1j5qjpfu6bdh8ohmr5j22a09ut44r3k2nr48ngmq52aosuv5r/f/ec526d9e48e7446283749199c99599f4_SeqId_6_ 2024-11-22T14:34:12,216 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44221 {}] regionserver.ReplicationSink(324): Finished replicating [dacaf70b-4d05-44f1-9257-405d64d98ec0] bulk loaded data 2024-11-22T14:34:12,267 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,33219,1732286036282.replicationSource.wal-reader.b313e41b3af3%2C33219%2C1732286036282,1-b313e41b3af3,33219,1732286036282 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46123/user/jenkins/test-data/ae440be5-d9cf-6de4-6a13-5acbeae529de/WALs/b313e41b3af3,33219,1732286036282/b313e41b3af3%2C33219%2C1732286036282.1732286038259 to pos 1033, reset compression=false 2024-11-22T14:34:12,314 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-22T14:34:12,314 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T14:34:12,314 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T14:34:12,314 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:34:12,314 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:34:12,314 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T14:34:12,314 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-22T14:34:12,314 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2046106791, stopped=false 2024-11-22T14:34:12,314 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b313e41b3af3,34993,1732286036256 2024-11-22T14:34:12,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34993-0x10067da84200003, quorum=127.0.0.1:62905, baseZNode=/1856421084 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1856421084/running 2024-11-22T14:34:12,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33219-0x10067da84200004, quorum=127.0.0.1:62905, baseZNode=/1856421084 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1856421084/running 2024-11-22T14:34:12,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34993-0x10067da84200003, quorum=127.0.0.1:62905, baseZNode=/1856421084 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1856421084 2024-11-22T14:34:12,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33219-0x10067da84200004, quorum=127.0.0.1:62905, baseZNode=/1856421084 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1856421084 2024-11-22T14:34:12,315 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-22T14:34:12,315 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T14:34:12,315 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T14:34:12,316 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:34:12,316 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b313e41b3af3,33219,1732286036282' ***** 2024-11-22T14:34:12,316 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-22T14:34:12,316 INFO [RS:0;b313e41b3af3:33219 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-22T14:34:12,316 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34993-0x10067da84200003, quorum=127.0.0.1:62905, baseZNode=/1856421084 Set watcher on znode that does not yet exist, /1856421084/running 2024-11-22T14:34:12,316 INFO [RS:0;b313e41b3af3:33219 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-22T14:34:12,316 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-22T14:34:12,316 INFO [RS:0;b313e41b3af3:33219 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-22T14:34:12,316 INFO [RS:0;b313e41b3af3:33219 {}] regionserver.HRegionServer(3091): Received CLOSE for 31ab24255d60820713896df6247d4466 2024-11-22T14:34:12,316 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33219-0x10067da84200004, quorum=127.0.0.1:62905, baseZNode=/1856421084 Set watcher on znode that does not yet exist, /1856421084/running 2024-11-22T14:34:12,316 INFO [RS:0;b313e41b3af3:33219 {}] regionserver.HRegionServer(3091): Received CLOSE for c002c5bbba76895acd8de0532dd43b06 2024-11-22T14:34:12,316 INFO [RS:0;b313e41b3af3:33219 {}] regionserver.HRegionServer(959): stopping server b313e41b3af3,33219,1732286036282 2024-11-22T14:34:12,316 INFO [RS:0;b313e41b3af3:33219 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T14:34:12,316 INFO [RS:0;b313e41b3af3:33219 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b313e41b3af3:33219. 2024-11-22T14:34:12,316 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 31ab24255d60820713896df6247d4466, disabling compactions & flushes 2024-11-22T14:34:12,317 DEBUG [RS:0;b313e41b3af3:33219 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T14:34:12,317 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732286045396.31ab24255d60820713896df6247d4466. 2024-11-22T14:34:12,317 DEBUG [RS:0;b313e41b3af3:33219 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:34:12,317 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732286045396.31ab24255d60820713896df6247d4466. 2024-11-22T14:34:12,317 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732286045396.31ab24255d60820713896df6247d4466. after waiting 0 ms 2024-11-22T14:34:12,317 INFO [RS:0;b313e41b3af3:33219 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-22T14:34:12,317 INFO [RS:0;b313e41b3af3:33219 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-22T14:34:12,317 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732286045396.31ab24255d60820713896df6247d4466. 2024-11-22T14:34:12,317 INFO [RS:0;b313e41b3af3:33219 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-22T14:34:12,317 INFO [RS:0;b313e41b3af3:33219 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-22T14:34:12,317 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 31ab24255d60820713896df6247d4466 3/3 column families, dataSize=1.13 KB heapSize=2.75 KB 2024-11-22T14:34:12,317 INFO [RS:0;b313e41b3af3:33219 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-22T14:34:12,317 DEBUG [RS:0;b313e41b3af3:33219 {}] regionserver.HRegionServer(1325): Online Regions={31ab24255d60820713896df6247d4466=hbase:replication,,1732286045396.31ab24255d60820713896df6247d4466., 1588230740=hbase:meta,,1.1588230740, c002c5bbba76895acd8de0532dd43b06=test,,1732286041075.c002c5bbba76895acd8de0532dd43b06.} 2024-11-22T14:34:12,317 DEBUG [RS:0;b313e41b3af3:33219 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 31ab24255d60820713896df6247d4466, c002c5bbba76895acd8de0532dd43b06 2024-11-22T14:34:12,317 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-22T14:34:12,317 INFO [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-22T14:34:12,317 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-22T14:34:12,317 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T14:34:12,317 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T14:34:12,317 INFO [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-22T14:34:12,337 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46123/user/jenkins/test-data/ae440be5-d9cf-6de4-6a13-5acbeae529de/data/hbase/replication/31ab24255d60820713896df6247d4466/.tmp/hfileref/f2ba0fb1b01d4efb8cd60054971b2404 is 74, key is 1/hfileref:108b7514228848b59b490cc624a678c4_SeqId_6_/1732286052217/DeleteColumn/seqid=0 2024-11-22T14:34:12,338 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46123/user/jenkins/test-data/ae440be5-d9cf-6de4-6a13-5acbeae529de/data/hbase/meta/1588230740/.tmp/info/c2a3a7fb00894cc8b8771d79fd6ed4da is 147, key is hbase:replication,,1732286045396.31ab24255d60820713896df6247d4466./info:regioninfo/1732286046571/Put/seqid=0 2024-11-22T14:34:12,339 INFO [regionserver/b313e41b3af3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T14:34:12,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45775 is added to blk_1073741844_1020 (size=5345) 2024-11-22T14:34:12,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45775 is added to blk_1073741845_1021 (size=7686) 2024-11-22T14:34:12,517 DEBUG [RS:0;b313e41b3af3:33219 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 31ab24255d60820713896df6247d4466, c002c5bbba76895acd8de0532dd43b06 2024-11-22T14:34:12,634 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,44221,1732286032707.replicationSource.wal-reader.b313e41b3af3%2C44221%2C1732286032707,1-b313e41b3af3,44221,1732286032707 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43979/user/jenkins/test-data/e5b2d6fc-135e-d694-d5d9-d0a9aa967c35/WALs/b313e41b3af3,44221,1732286032707/b313e41b3af3%2C44221%2C1732286032707.1732286034298 to pos 687, reset compression=false 2024-11-22T14:34:12,638 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,44221,1732286032707.replicationSource.wal-reader.b313e41b3af3%2C44221%2C1732286032707,1-b313e41b3af3,44221,1732286032707 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-22T14:34:12,638 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,44221,1732286032707.replicationSource.shipperb313e41b3af3%2C44221%2C1732286032707,1-b313e41b3af3,44221,1732286032707 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b313e41b3af3,44221,1732286032707 got entry batch from reader: WALEntryBatch [walEntries=[{test/cc14565cc74efecd50366cff3ee81a66/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732286052214/Put/vlen=228/seqid=0; >],11238}], lastWalPath=hdfs://localhost:43979/user/jenkins/test-data/e5b2d6fc-135e-d694-d5d9-d0a9aa967c35/WALs/b313e41b3af3,44221,1732286032707/b313e41b3af3%2C44221%2C1732286032707.1732286034298, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11238, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-22T14:34:12,639 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33219 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server b313e41b3af3,33219,1732286036282 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T14:34:12,639 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33219 {}] ipc.CallRunner(138): callId: 4 service: AdminService methodName: ReplicateWALEntry size: 604 connection: 172.17.0.2:59624 deadline: 1732286112639, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server b313e41b3af3,33219,1732286036282 stopping 2024-11-22T14:34:12,640 WARN [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,44221,1732286032707.replicationSource.shipperb313e41b3af3%2C44221%2C1732286032707,1-b313e41b3af3,44221,1732286032707 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server b313e41b3af3,33219,1732286036282 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T14:34:12,670 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,33219,1732286036282.replicationSource.wal-reader.b313e41b3af3%2C33219%2C1732286036282,1-b313e41b3af3,33219,1732286036282 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46123/user/jenkins/test-data/ae440be5-d9cf-6de4-6a13-5acbeae529de/WALs/b313e41b3af3,33219,1732286036282/b313e41b3af3%2C33219%2C1732286036282.1732286038259 to pos 1033, reset compression=false 2024-11-22T14:34:12,717 DEBUG [RS:0;b313e41b3af3:33219 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 31ab24255d60820713896df6247d4466, c002c5bbba76895acd8de0532dd43b06 2024-11-22T14:34:12,743 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=560 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46123/user/jenkins/test-data/ae440be5-d9cf-6de4-6a13-5acbeae529de/data/hbase/replication/31ab24255d60820713896df6247d4466/.tmp/hfileref/f2ba0fb1b01d4efb8cd60054971b2404 2024-11-22T14:34:12,744 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33219 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server b313e41b3af3,33219,1732286036282 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T14:34:12,744 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33219 {}] ipc.CallRunner(138): callId: 7 service: AdminService methodName: ReplicateWALEntry size: 604 connection: 172.17.0.2:59624 deadline: 1732286112744, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server b313e41b3af3,33219,1732286036282 stopping 2024-11-22T14:34:12,744 WARN [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,44221,1732286032707.replicationSource.shipperb313e41b3af3%2C44221%2C1732286032707,1-b313e41b3af3,44221,1732286032707 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server b313e41b3af3,33219,1732286036282 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T14:34:12,745 INFO [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46123/user/jenkins/test-data/ae440be5-d9cf-6de4-6a13-5acbeae529de/data/hbase/meta/1588230740/.tmp/info/c2a3a7fb00894cc8b8771d79fd6ed4da 2024-11-22T14:34:12,762 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46123/user/jenkins/test-data/ae440be5-d9cf-6de4-6a13-5acbeae529de/data/hbase/meta/1588230740/.tmp/ns/35aa965d7e414f028e45642c8df3ffc0 is 43, key is default/ns:d/1732286038799/Put/seqid=0 2024-11-22T14:34:12,763 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46123/user/jenkins/test-data/ae440be5-d9cf-6de4-6a13-5acbeae529de/data/hbase/replication/31ab24255d60820713896df6247d4466/.tmp/queue/25c057650e514453863b68a8fbe2bdbc is 154, key is 1-b313e41b3af3,33219,1732286036282/queue:b313e41b3af3%2C33219%2C1732286036282/1732286052219/Put/seqid=0 2024-11-22T14:34:12,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45775 is added to blk_1073741846_1022 (size=5153) 2024-11-22T14:34:12,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45775 is added to blk_1073741847_1023 (size=5353) 2024-11-22T14:34:12,838 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,44221,1732286032707.replicationSource.wal-reader.b313e41b3af3%2C44221%2C1732286032707,1-b313e41b3af3,44221,1732286032707 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43979/user/jenkins/test-data/e5b2d6fc-135e-d694-d5d9-d0a9aa967c35/WALs/b313e41b3af3,44221,1732286032707/b313e41b3af3%2C44221%2C1732286032707.1732286034298 to pos 1033, reset compression=false 2024-11-22T14:34:12,917 DEBUG [RS:0;b313e41b3af3:33219 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 31ab24255d60820713896df6247d4466, c002c5bbba76895acd8de0532dd43b06 2024-11-22T14:34:12,948 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33219 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server b313e41b3af3,33219,1732286036282 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T14:34:12,948 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33219 {}] ipc.CallRunner(138): callId: 10 service: AdminService methodName: ReplicateWALEntry size: 604 connection: 172.17.0.2:59624 deadline: 1732286112947, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server b313e41b3af3,33219,1732286036282 stopping 2024-11-22T14:34:12,948 WARN [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,44221,1732286032707.replicationSource.shipperb313e41b3af3%2C44221%2C1732286032707,1-b313e41b3af3,44221,1732286032707 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server b313e41b3af3,33219,1732286036282 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T14:34:13,118 DEBUG [RS:0;b313e41b3af3:33219 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 31ab24255d60820713896df6247d4466, c002c5bbba76895acd8de0532dd43b06 2024-11-22T14:34:13,129 INFO [regionserver/b313e41b3af3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-22T14:34:13,129 INFO [regionserver/b313e41b3af3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-22T14:34:13,142 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,44221,1732286032707.replicationSource.wal-reader.b313e41b3af3%2C44221%2C1732286032707,1-b313e41b3af3,44221,1732286032707 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43979/user/jenkins/test-data/e5b2d6fc-135e-d694-d5d9-d0a9aa967c35/WALs/b313e41b3af3,44221,1732286032707/b313e41b3af3%2C44221%2C1732286032707.1732286034298 to pos 1033, reset compression=false 2024-11-22T14:34:13,166 INFO [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46123/user/jenkins/test-data/ae440be5-d9cf-6de4-6a13-5acbeae529de/data/hbase/meta/1588230740/.tmp/ns/35aa965d7e414f028e45642c8df3ffc0 2024-11-22T14:34:13,170 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=595 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46123/user/jenkins/test-data/ae440be5-d9cf-6de4-6a13-5acbeae529de/data/hbase/replication/31ab24255d60820713896df6247d4466/.tmp/queue/25c057650e514453863b68a8fbe2bdbc 2024-11-22T14:34:13,174 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,33219,1732286036282.replicationSource.wal-reader.b313e41b3af3%2C33219%2C1732286036282,1-b313e41b3af3,33219,1732286036282 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46123/user/jenkins/test-data/ae440be5-d9cf-6de4-6a13-5acbeae529de/WALs/b313e41b3af3,33219,1732286036282/b313e41b3af3%2C33219%2C1732286036282.1732286038259 to pos 1033, reset compression=false 2024-11-22T14:34:13,174 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46123/user/jenkins/test-data/ae440be5-d9cf-6de4-6a13-5acbeae529de/data/hbase/replication/31ab24255d60820713896df6247d4466/.tmp/hfileref/f2ba0fb1b01d4efb8cd60054971b2404 as hdfs://localhost:46123/user/jenkins/test-data/ae440be5-d9cf-6de4-6a13-5acbeae529de/data/hbase/replication/31ab24255d60820713896df6247d4466/hfileref/f2ba0fb1b01d4efb8cd60054971b2404 2024-11-22T14:34:13,179 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46123/user/jenkins/test-data/ae440be5-d9cf-6de4-6a13-5acbeae529de/data/hbase/replication/31ab24255d60820713896df6247d4466/hfileref/f2ba0fb1b01d4efb8cd60054971b2404, entries=4, sequenceid=12, filesize=5.2 K 2024-11-22T14:34:13,179 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46123/user/jenkins/test-data/ae440be5-d9cf-6de4-6a13-5acbeae529de/data/hbase/replication/31ab24255d60820713896df6247d4466/.tmp/queue/25c057650e514453863b68a8fbe2bdbc as hdfs://localhost:46123/user/jenkins/test-data/ae440be5-d9cf-6de4-6a13-5acbeae529de/data/hbase/replication/31ab24255d60820713896df6247d4466/queue/25c057650e514453863b68a8fbe2bdbc 2024-11-22T14:34:13,183 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46123/user/jenkins/test-data/ae440be5-d9cf-6de4-6a13-5acbeae529de/data/hbase/replication/31ab24255d60820713896df6247d4466/queue/25c057650e514453863b68a8fbe2bdbc, entries=1, sequenceid=12, filesize=5.2 K 2024-11-22T14:34:13,184 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 31ab24255d60820713896df6247d4466 in 867ms, sequenceid=12, compaction requested=false 2024-11-22T14:34:13,186 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46123/user/jenkins/test-data/ae440be5-d9cf-6de4-6a13-5acbeae529de/data/hbase/meta/1588230740/.tmp/rep_barrier/55bfd33e78e2477e934f24ec13b95819 is 112, key is test,,1732286041075.c002c5bbba76895acd8de0532dd43b06./rep_barrier:seqnumDuringOpen/1732286042225/Put/seqid=0 2024-11-22T14:34:13,187 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46123/user/jenkins/test-data/ae440be5-d9cf-6de4-6a13-5acbeae529de/data/hbase/replication/31ab24255d60820713896df6247d4466/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-22T14:34:13,188 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-22T14:34:13,188 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T14:34:13,188 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732286045396.31ab24255d60820713896df6247d4466. 2024-11-22T14:34:13,188 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 31ab24255d60820713896df6247d4466: Waiting for close lock at 1732286052316Running coprocessor pre-close hooks at 1732286052316Disabling compacts and flushes for region at 1732286052316Disabling writes for close at 1732286052317 (+1 ms)Obtaining lock to block concurrent updates at 1732286052317Preparing flush snapshotting stores in 31ab24255d60820713896df6247d4466 at 1732286052317Finished memstore snapshotting hbase:replication,,1732286045396.31ab24255d60820713896df6247d4466., syncing WAL and waiting on mvcc, flushsize=dataSize=1155, getHeapSize=2768, getOffHeapSize=0, getCellsCount=12 at 1732286052317Flushing stores of hbase:replication,,1732286045396.31ab24255d60820713896df6247d4466. at 1732286052317Flushing 31ab24255d60820713896df6247d4466/hfileref: creating writer at 1732286052318 (+1 ms)Flushing 31ab24255d60820713896df6247d4466/hfileref: appending metadata at 1732286052337 (+19 ms)Flushing 31ab24255d60820713896df6247d4466/hfileref: closing flushed file at 1732286052337Flushing 31ab24255d60820713896df6247d4466/queue: creating writer at 1732286052747 (+410 ms)Flushing 31ab24255d60820713896df6247d4466/queue: appending metadata at 1732286052763 (+16 ms)Flushing 31ab24255d60820713896df6247d4466/queue: closing flushed file at 1732286052763Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@75cc08fa: reopening flushed file at 1732286053174 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@74424660: reopening flushed file at 1732286053179 (+5 ms)Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 31ab24255d60820713896df6247d4466 in 867ms, sequenceid=12, compaction requested=false at 1732286053184 (+5 ms)Writing region close event to WAL at 1732286053185 (+1 ms)Running coprocessor post-close hooks at 1732286053188 (+3 ms)Closed at 1732286053188 2024-11-22T14:34:13,188 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732286045396.31ab24255d60820713896df6247d4466. 2024-11-22T14:34:13,188 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c002c5bbba76895acd8de0532dd43b06, disabling compactions & flushes 2024-11-22T14:34:13,188 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732286041075.c002c5bbba76895acd8de0532dd43b06. 2024-11-22T14:34:13,188 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732286041075.c002c5bbba76895acd8de0532dd43b06. 2024-11-22T14:34:13,188 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732286041075.c002c5bbba76895acd8de0532dd43b06. after waiting 0 ms 2024-11-22T14:34:13,188 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732286041075.c002c5bbba76895acd8de0532dd43b06. 2024-11-22T14:34:13,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45775 is added to blk_1073741848_1024 (size=5518) 2024-11-22T14:34:13,191 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46123/user/jenkins/test-data/ae440be5-d9cf-6de4-6a13-5acbeae529de/data/default/test/c002c5bbba76895acd8de0532dd43b06/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-22T14:34:13,192 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-22T14:34:13,192 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-22T14:34:13,192 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732286041075.c002c5bbba76895acd8de0532dd43b06. 2024-11-22T14:34:13,192 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c002c5bbba76895acd8de0532dd43b06: Waiting for close lock at 1732286053188Running coprocessor pre-close hooks at 1732286053188Disabling compacts and flushes for region at 1732286053188Disabling writes for close at 1732286053188Writing region close event to WAL at 1732286053189 (+1 ms)Running coprocessor post-close hooks at 1732286053192 (+3 ms)Closed at 1732286053192 2024-11-22T14:34:13,192 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732286041075.c002c5bbba76895acd8de0532dd43b06. 2024-11-22T14:34:13,251 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33219 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server b313e41b3af3,33219,1732286036282 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T14:34:13,251 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33219 {}] ipc.CallRunner(138): callId: 13 service: AdminService methodName: ReplicateWALEntry size: 604 connection: 172.17.0.2:59624 deadline: 1732286113250, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server b313e41b3af3,33219,1732286036282 stopping 2024-11-22T14:34:13,251 WARN [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,44221,1732286032707.replicationSource.shipperb313e41b3af3%2C44221%2C1732286032707,1-b313e41b3af3,44221,1732286032707 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server b313e41b3af3,33219,1732286036282 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T14:34:13,318 INFO [RS:0;b313e41b3af3:33219 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-22T14:34:13,318 DEBUG [RS:0;b313e41b3af3:33219 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-22T14:34:13,318 DEBUG [RS:0;b313e41b3af3:33219 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T14:34:13,518 DEBUG [RS:0;b313e41b3af3:33219 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T14:34:13,546 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,44221,1732286032707.replicationSource.wal-reader.b313e41b3af3%2C44221%2C1732286032707,1-b313e41b3af3,44221,1732286032707 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43979/user/jenkins/test-data/e5b2d6fc-135e-d694-d5d9-d0a9aa967c35/WALs/b313e41b3af3,44221,1732286032707/b313e41b3af3%2C44221%2C1732286032707.1732286034298 to pos 1033, reset compression=false 2024-11-22T14:34:13,590 INFO [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46123/user/jenkins/test-data/ae440be5-d9cf-6de4-6a13-5acbeae529de/data/hbase/meta/1588230740/.tmp/rep_barrier/55bfd33e78e2477e934f24ec13b95819 2024-11-22T14:34:13,606 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46123/user/jenkins/test-data/ae440be5-d9cf-6de4-6a13-5acbeae529de/data/hbase/meta/1588230740/.tmp/table/8b94645de9204cfd8398cbbd46a06b09 is 53, key is hbase:replication/table:state/1732286046578/Put/seqid=0 2024-11-22T14:34:13,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45775 is added to blk_1073741849_1025 (size=5308) 2024-11-22T14:34:13,654 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33219 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server b313e41b3af3,33219,1732286036282 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T14:34:13,654 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33219 {}] ipc.CallRunner(138): callId: 16 service: AdminService methodName: ReplicateWALEntry size: 604 connection: 172.17.0.2:59624 deadline: 1732286113654, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server b313e41b3af3,33219,1732286036282 stopping 2024-11-22T14:34:13,654 WARN [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,44221,1732286032707.replicationSource.shipperb313e41b3af3%2C44221%2C1732286032707,1-b313e41b3af3,44221,1732286032707 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server b313e41b3af3,33219,1732286036282 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T14:34:13,718 DEBUG [RS:0;b313e41b3af3:33219 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T14:34:13,777 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,33219,1732286036282.replicationSource.wal-reader.b313e41b3af3%2C33219%2C1732286036282,1-b313e41b3af3,33219,1732286036282 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46123/user/jenkins/test-data/ae440be5-d9cf-6de4-6a13-5acbeae529de/WALs/b313e41b3af3,33219,1732286036282/b313e41b3af3%2C33219%2C1732286036282.1732286038259 to pos 1033, reset compression=false 2024-11-22T14:34:13,781 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,33219,1732286036282.replicationSource.wal-reader.b313e41b3af3%2C33219%2C1732286036282,1-b313e41b3af3,33219,1732286036282 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-22T14:34:13,781 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,33219,1732286036282.replicationSource.wal-reader.b313e41b3af3%2C33219%2C1732286036282,1-b313e41b3af3,33219,1732286036282 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46123/user/jenkins/test-data/ae440be5-d9cf-6de4-6a13-5acbeae529de/WALs/b313e41b3af3,33219,1732286036282/b313e41b3af3%2C33219%2C1732286036282.1732286038259 to pos 1328, reset compression=false 2024-11-22T14:34:13,781 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,33219,1732286036282.replicationSource.shipperb313e41b3af3%2C33219%2C1732286036282,1-b313e41b3af3,33219,1732286036282 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b313e41b3af3,33219,1732286036282 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46123/user/jenkins/test-data/ae440be5-d9cf-6de4-6a13-5acbeae529de/WALs/b313e41b3af3,33219,1732286036282/b313e41b3af3%2C33219%2C1732286036282.1732286038259, lastWalPosition=1328, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-22T14:34:13,782 ERROR [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,33219,1732286036282.replicationSource.shipperb313e41b3af3%2C33219%2C1732286036282,1-b313e41b3af3,33219,1732286036282 {}] regionserver.HRegionServer(2440): ***** ABORTING region server b313e41b3af3,33219,1732286036282: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-b313e41b3af3,33219,1732286036282, walGroup=b313e41b3af3%2C33219%2C1732286036282, offset=b313e41b3af3%2C33219%2C1732286036282.1732286038259:1328, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b313e41b3af3:33219 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-22T14:34:13,783 ERROR [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,33219,1732286036282.replicationSource.shipperb313e41b3af3%2C33219%2C1732286036282,1-b313e41b3af3,33219,1732286036282 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-22T14:34:13,783 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,33219,1732286036282.replicationSource.shipperb313e41b3af3%2C33219%2C1732286036282,1-b313e41b3af3,33219,1732286036282 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-22T14:34:13,784 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,33219,1732286036282.replicationSource.shipperb313e41b3af3%2C33219%2C1732286036282,1-b313e41b3af3,33219,1732286036282 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-22T14:34:13,784 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,33219,1732286036282.replicationSource.shipperb313e41b3af3%2C33219%2C1732286036282,1-b313e41b3af3,33219,1732286036282 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-22T14:34:13,784 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,33219,1732286036282.replicationSource.shipperb313e41b3af3%2C33219%2C1732286036282,1-b313e41b3af3,33219,1732286036282 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-22T14:34:13,784 INFO [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,33219,1732286036282.replicationSource.shipperb313e41b3af3%2C33219%2C1732286036282,1-b313e41b3af3,33219,1732286036282 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1056964608, "init": 1048576000, "max": 2306867200, "used": 832170432 }, "NonHeapMemoryUsage": { "committed": 190513152, "init": 7667712, "max": -1, "used": 187571408 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-22T14:34:13,784 WARN [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,33219,1732286036282.replicationSource.shipperb313e41b3af3%2C33219%2C1732286036282,1-b313e41b3af3,33219,1732286036282 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b313e41b3af3:34993 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b313e41b3af3:34993 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-22T14:34:13,918 DEBUG [RS:0;b313e41b3af3:33219 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T14:34:13,986 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,33219,1732286036282.replicationSource.wal-reader.b313e41b3af3%2C33219%2C1732286036282,1-b313e41b3af3,33219,1732286036282 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46123/user/jenkins/test-data/ae440be5-d9cf-6de4-6a13-5acbeae529de/WALs/b313e41b3af3,33219,1732286036282/b313e41b3af3%2C33219%2C1732286036282.1732286038259 to pos 1328, reset compression=false 2024-11-22T14:34:14,010 INFO [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46123/user/jenkins/test-data/ae440be5-d9cf-6de4-6a13-5acbeae529de/data/hbase/meta/1588230740/.tmp/table/8b94645de9204cfd8398cbbd46a06b09 2024-11-22T14:34:14,015 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46123/user/jenkins/test-data/ae440be5-d9cf-6de4-6a13-5acbeae529de/data/hbase/meta/1588230740/.tmp/info/c2a3a7fb00894cc8b8771d79fd6ed4da as hdfs://localhost:46123/user/jenkins/test-data/ae440be5-d9cf-6de4-6a13-5acbeae529de/data/hbase/meta/1588230740/info/c2a3a7fb00894cc8b8771d79fd6ed4da 2024-11-22T14:34:14,019 INFO [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46123/user/jenkins/test-data/ae440be5-d9cf-6de4-6a13-5acbeae529de/data/hbase/meta/1588230740/info/c2a3a7fb00894cc8b8771d79fd6ed4da, entries=20, sequenceid=16, filesize=7.5 K 2024-11-22T14:34:14,020 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46123/user/jenkins/test-data/ae440be5-d9cf-6de4-6a13-5acbeae529de/data/hbase/meta/1588230740/.tmp/ns/35aa965d7e414f028e45642c8df3ffc0 as hdfs://localhost:46123/user/jenkins/test-data/ae440be5-d9cf-6de4-6a13-5acbeae529de/data/hbase/meta/1588230740/ns/35aa965d7e414f028e45642c8df3ffc0 2024-11-22T14:34:14,024 INFO [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46123/user/jenkins/test-data/ae440be5-d9cf-6de4-6a13-5acbeae529de/data/hbase/meta/1588230740/ns/35aa965d7e414f028e45642c8df3ffc0, entries=2, sequenceid=16, filesize=5.0 K 2024-11-22T14:34:14,025 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46123/user/jenkins/test-data/ae440be5-d9cf-6de4-6a13-5acbeae529de/data/hbase/meta/1588230740/.tmp/rep_barrier/55bfd33e78e2477e934f24ec13b95819 as hdfs://localhost:46123/user/jenkins/test-data/ae440be5-d9cf-6de4-6a13-5acbeae529de/data/hbase/meta/1588230740/rep_barrier/55bfd33e78e2477e934f24ec13b95819 2024-11-22T14:34:14,028 INFO [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46123/user/jenkins/test-data/ae440be5-d9cf-6de4-6a13-5acbeae529de/data/hbase/meta/1588230740/rep_barrier/55bfd33e78e2477e934f24ec13b95819, entries=1, sequenceid=16, filesize=5.4 K 2024-11-22T14:34:14,029 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46123/user/jenkins/test-data/ae440be5-d9cf-6de4-6a13-5acbeae529de/data/hbase/meta/1588230740/.tmp/table/8b94645de9204cfd8398cbbd46a06b09 as hdfs://localhost:46123/user/jenkins/test-data/ae440be5-d9cf-6de4-6a13-5acbeae529de/data/hbase/meta/1588230740/table/8b94645de9204cfd8398cbbd46a06b09 2024-11-22T14:34:14,033 INFO [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46123/user/jenkins/test-data/ae440be5-d9cf-6de4-6a13-5acbeae529de/data/hbase/meta/1588230740/table/8b94645de9204cfd8398cbbd46a06b09, entries=4, sequenceid=16, filesize=5.2 K 2024-11-22T14:34:14,034 INFO [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1717ms, sequenceid=16, compaction requested=false 2024-11-22T14:34:14,038 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46123/user/jenkins/test-data/ae440be5-d9cf-6de4-6a13-5acbeae529de/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-22T14:34:14,038 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-22T14:34:14,038 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T14:34:14,038 INFO [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-22T14:34:14,038 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732286052317Running coprocessor pre-close hooks at 1732286052317Disabling compacts and flushes for region at 1732286052317Disabling writes for close at 1732286052317Obtaining lock to block concurrent updates at 1732286052317Preparing flush snapshotting stores in 1588230740 at 1732286052317Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732286052317Flushing stores of hbase:meta,,1.1588230740 at 1732286052318 (+1 ms)Flushing 1588230740/info: creating writer at 1732286052318Flushing 1588230740/info: appending metadata at 1732286052337 (+19 ms)Flushing 1588230740/info: closing flushed file at 1732286052337Flushing 1588230740/ns: creating writer at 1732286052750 (+413 ms)Flushing 1588230740/ns: appending metadata at 1732286052762 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1732286052762Flushing 1588230740/rep_barrier: creating writer at 1732286053170 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732286053186 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732286053186Flushing 1588230740/table: creating writer at 1732286053594 (+408 ms)Flushing 1588230740/table: appending metadata at 1732286053606 (+12 ms)Flushing 1588230740/table: closing flushed file at 1732286053606Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f0c4be0: reopening flushed file at 1732286054014 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@54e9de57: reopening flushed file at 1732286054019 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@52329c98: reopening flushed file at 1732286054024 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@60123ea6: reopening flushed file at 1732286054028 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1717ms, sequenceid=16, compaction requested=false at 1732286054034 (+6 ms)Writing region close event to WAL at 1732286054035 (+1 ms)Running coprocessor post-close hooks at 1732286054038 (+3 ms)Closed at 1732286054038 2024-11-22T14:34:14,038 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-22T14:34:14,049 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,44221,1732286032707.replicationSource.wal-reader.b313e41b3af3%2C44221%2C1732286032707,1-b313e41b3af3,44221,1732286032707 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43979/user/jenkins/test-data/e5b2d6fc-135e-d694-d5d9-d0a9aa967c35/WALs/b313e41b3af3,44221,1732286032707/b313e41b3af3%2C44221%2C1732286032707.1732286034298 to pos 1033, reset compression=false 2024-11-22T14:34:14,119 INFO [RS:0;b313e41b3af3:33219 {}] regionserver.HRegionServer(976): stopping server b313e41b3af3,33219,1732286036282; all regions closed. 2024-11-22T14:34:14,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45775 is added to blk_1073741834_1010 (size=4239) 2024-11-22T14:34:14,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45775 is added to blk_1073741839_1015 (size=3127) 2024-11-22T14:34:14,125 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ae440be5-d9cf-6de4-6a13-5acbeae529de/WALs/b313e41b3af3,33219,1732286036282/b313e41b3af3%2C33219%2C1732286036282.1732286038259 not finished, retry = 0 2024-11-22T14:34:14,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45775 is added to blk_1073741833_1009 (size=1336) 2024-11-22T14:34:14,158 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server b313e41b3af3,33219,1732286036282 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T14:34:14,158 WARN [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,44221,1732286032707.replicationSource.shipperb313e41b3af3%2C44221%2C1732286032707,1-b313e41b3af3,44221,1732286032707 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server b313e41b3af3,33219,1732286036282 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T14:34:14,226 DEBUG [RS:0;b313e41b3af3:33219 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:34:14,226 INFO [RS:0;b313e41b3af3:33219 {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T14:34:14,226 INFO [RS:0;b313e41b3af3:33219 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T14:34:14,227 INFO [RS:0;b313e41b3af3:33219 {}] hbase.ChoreService(370): Chore service for: regionserver/b313e41b3af3:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-22T14:34:14,227 INFO [RS:0;b313e41b3af3:33219 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T14:34:14,227 INFO [regionserver/b313e41b3af3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T14:34:14,227 INFO [RS:0;b313e41b3af3:33219 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-b313e41b3af3,33219,1732286036282 because: Region server is closing 2024-11-22T14:34:14,227 INFO [RS:0;b313e41b3af3:33219 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b313e41b3af3:33219. 2024-11-22T14:34:14,227 DEBUG [RS:0;b313e41b3af3:33219 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T14:34:14,227 DEBUG [RS:0;b313e41b3af3:33219 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:34:14,227 DEBUG [RS:0;b313e41b3af3:33219 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:34:14,227 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T14:34:14,327 INFO [RS:0;b313e41b3af3:33219 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,33219,1732286036282.replicationSource.shipperb313e41b3af3%2C33219%2C1732286036282,1-b313e41b3af3,33219,1732286036282 terminated 2024-11-22T14:34:14,328 INFO [RS:0;b313e41b3af3:33219 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b313e41b3af3:33219. 2024-11-22T14:34:14,328 DEBUG [RS:0;b313e41b3af3:33219 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T14:34:14,328 DEBUG [RS:0;b313e41b3af3:33219 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:34:14,328 DEBUG [RS:0;b313e41b3af3:33219 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:34:14,328 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T14:34:14,328 INFO [RS:0;b313e41b3af3:33219 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33219 2024-11-22T14:34:14,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33219-0x10067da84200004, quorum=127.0.0.1:62905, baseZNode=/1856421084 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1856421084/rs/b313e41b3af3,33219,1732286036282 2024-11-22T14:34:14,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34993-0x10067da84200003, quorum=127.0.0.1:62905, baseZNode=/1856421084 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1856421084/rs 2024-11-22T14:34:14,329 INFO [RS:0;b313e41b3af3:33219 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T14:34:14,330 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b313e41b3af3,33219,1732286036282] 2024-11-22T14:34:14,330 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1856421084/draining/b313e41b3af3,33219,1732286036282 already deleted, retry=false 2024-11-22T14:34:14,330 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b313e41b3af3,33219,1732286036282 expired; onlineServers=0 2024-11-22T14:34:14,330 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b313e41b3af3,34993,1732286036256' ***** 2024-11-22T14:34:14,330 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-22T14:34:14,330 INFO [M:0;b313e41b3af3:34993 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T14:34:14,330 INFO [M:0;b313e41b3af3:34993 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T14:34:14,331 DEBUG [M:0;b313e41b3af3:34993 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-22T14:34:14,331 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-22T14:34:14,331 DEBUG [M:0;b313e41b3af3:34993 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-22T14:34:14,331 DEBUG [master/b313e41b3af3:0:becomeActiveMaster-HFileCleaner.small.0-1732286038023 {}] cleaner.HFileCleaner(306): Exit Thread[master/b313e41b3af3:0:becomeActiveMaster-HFileCleaner.small.0-1732286038023,5,FailOnTimeoutGroup] 2024-11-22T14:34:14,331 DEBUG [master/b313e41b3af3:0:becomeActiveMaster-HFileCleaner.large.0-1732286038023 {}] cleaner.HFileCleaner(306): Exit Thread[master/b313e41b3af3:0:becomeActiveMaster-HFileCleaner.large.0-1732286038023,5,FailOnTimeoutGroup] 2024-11-22T14:34:14,331 INFO [M:0;b313e41b3af3:34993 {}] hbase.ChoreService(370): Chore service for: master/b313e41b3af3:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-22T14:34:14,331 INFO [M:0;b313e41b3af3:34993 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T14:34:14,331 DEBUG [M:0;b313e41b3af3:34993 {}] master.HMaster(1795): Stopping service threads 2024-11-22T14:34:14,331 INFO [M:0;b313e41b3af3:34993 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-22T14:34:14,331 INFO [M:0;b313e41b3af3:34993 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-22T14:34:14,331 INFO [M:0;b313e41b3af3:34993 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-22T14:34:14,331 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-22T14:34:14,331 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34993-0x10067da84200003, quorum=127.0.0.1:62905, baseZNode=/1856421084 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1856421084/master 2024-11-22T14:34:14,331 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34993-0x10067da84200003, quorum=127.0.0.1:62905, baseZNode=/1856421084 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1856421084 2024-11-22T14:34:14,331 DEBUG [M:0;b313e41b3af3:34993 {}] zookeeper.ZKUtil(347): master:34993-0x10067da84200003, quorum=127.0.0.1:62905, baseZNode=/1856421084 Unable to get data of znode /1856421084/master because node does not exist (not an error) 2024-11-22T14:34:14,331 WARN [M:0;b313e41b3af3:34993 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-22T14:34:14,332 INFO [M:0;b313e41b3af3:34993 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46123/user/jenkins/test-data/ae440be5-d9cf-6de4-6a13-5acbeae529de/.lastflushedseqids 2024-11-22T14:34:14,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45775 is added to blk_1073741850_1026 (size=263) 2024-11-22T14:34:14,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33219-0x10067da84200004, quorum=127.0.0.1:62905, baseZNode=/1856421084 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T14:34:14,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33219-0x10067da84200004, quorum=127.0.0.1:62905, baseZNode=/1856421084 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T14:34:14,430 INFO [RS:0;b313e41b3af3:33219 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T14:34:14,430 INFO [RS:0;b313e41b3af3:33219 {}] regionserver.HRegionServer(1031): Exiting; stopping=b313e41b3af3,33219,1732286036282; zookeeper connection closed. 2024-11-22T14:34:14,430 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@63f42965 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@63f42965 2024-11-22T14:34:14,431 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-22T14:34:14,652 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,44221,1732286032707.replicationSource.wal-reader.b313e41b3af3%2C44221%2C1732286032707,1-b313e41b3af3,44221,1732286032707 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43979/user/jenkins/test-data/e5b2d6fc-135e-d694-d5d9-d0a9aa967c35/WALs/b313e41b3af3,44221,1732286032707/b313e41b3af3%2C44221%2C1732286032707.1732286034298 to pos 1033, reset compression=false 2024-11-22T14:34:14,736 INFO [M:0;b313e41b3af3:34993 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-22T14:34:14,736 INFO [M:0;b313e41b3af3:34993 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-22T14:34:14,736 DEBUG [M:0;b313e41b3af3:34993 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T14:34:14,736 INFO [M:0;b313e41b3af3:34993 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T14:34:14,736 DEBUG [M:0;b313e41b3af3:34993 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T14:34:14,736 DEBUG [M:0;b313e41b3af3:34993 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T14:34:14,736 DEBUG [M:0;b313e41b3af3:34993 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T14:34:14,736 INFO [M:0;b313e41b3af3:34993 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-22T14:34:14,750 DEBUG [M:0;b313e41b3af3:34993 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46123/user/jenkins/test-data/ae440be5-d9cf-6de4-6a13-5acbeae529de/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/297551d95a3a46f19c8835dea4635158 is 82, key is hbase:meta,,1/info:regioninfo/1732286038790/Put/seqid=0 2024-11-22T14:34:14,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45775 is added to blk_1073741851_1027 (size=5672) 2024-11-22T14:34:14,764 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server b313e41b3af3:33219 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b313e41b3af3/172.17.0.2:33219 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T14:34:14,765 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address b313e41b3af3:33219 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b313e41b3af3/172.17.0.2:33219 2024-11-22T14:34:14,765 WARN [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,44221,1732286032707.replicationSource.shipperb313e41b3af3%2C44221%2C1732286032707,1-b313e41b3af3,44221,1732286032707 {}] regionserver.HBaseInterClusterReplicationEndpoint(495): [Source for peer 1]: Peer is unavailable, rechecking all sinks: java.net.ConnectException: Call to address=b313e41b3af3:33219 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b313e41b3af3/172.17.0.2:33219 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b313e41b3af3/172.17.0.2:33219 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-22T14:34:14,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34993 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T14:34:14,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34993 {}] ipc.CallRunner(138): callId: 24 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:53188 deadline: 1732286114767, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-22T14:34:14,768 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,44221,1732286032707.replicationSource.shipperb313e41b3af3%2C44221%2C1732286032707,1-b313e41b3af3,44221,1732286032707 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:496) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-22T14:34:14,769 WARN [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,44221,1732286032707.replicationSource.shipperb313e41b3af3%2C44221%2C1732286032707,1-b313e41b3af3,44221,1732286032707 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-22T14:34:15,165 INFO [M:0;b313e41b3af3:34993 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46123/user/jenkins/test-data/ae440be5-d9cf-6de4-6a13-5acbeae529de/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/297551d95a3a46f19c8835dea4635158 2024-11-22T14:34:15,186 DEBUG [M:0;b313e41b3af3:34993 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46123/user/jenkins/test-data/ae440be5-d9cf-6de4-6a13-5acbeae529de/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cfc6248d47624917a73c3a16b19baa98 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732286046581/Put/seqid=0 2024-11-22T14:34:15,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45775 is added to blk_1073741852_1028 (size=8516) 2024-11-22T14:34:15,356 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,44221,1732286032707.replicationSource.wal-reader.b313e41b3af3%2C44221%2C1732286032707,1-b313e41b3af3,44221,1732286032707 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43979/user/jenkins/test-data/e5b2d6fc-135e-d694-d5d9-d0a9aa967c35/WALs/b313e41b3af3,44221,1732286032707/b313e41b3af3%2C44221%2C1732286032707.1732286034298 to pos 1033, reset compression=false 2024-11-22T14:34:15,469 INFO [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,44221,1732286032707.replicationSource.shipperb313e41b3af3%2C44221%2C1732286032707,1-b313e41b3af3,44221,1732286032707 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-22T14:34:15,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34993 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T14:34:15,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34993 {}] ipc.CallRunner(138): callId: 26 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:53188 deadline: 1732286115470, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-22T14:34:15,471 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,44221,1732286032707.replicationSource.shipperb313e41b3af3%2C44221%2C1732286032707,1-b313e41b3af3,44221,1732286032707 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-22T14:34:15,472 WARN [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,44221,1732286032707.replicationSource.shipperb313e41b3af3%2C44221%2C1732286032707,1-b313e41b3af3,44221,1732286032707 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-22T14:34:15,472 WARN [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,44221,1732286032707.replicationSource.shipperb313e41b3af3%2C44221%2C1732286032707,1-b313e41b3af3,44221,1732286032707 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-22T14:34:15,590 INFO [M:0;b313e41b3af3:34993 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46123/user/jenkins/test-data/ae440be5-d9cf-6de4-6a13-5acbeae529de/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cfc6248d47624917a73c3a16b19baa98 2024-11-22T14:34:15,614 DEBUG [M:0;b313e41b3af3:34993 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46123/user/jenkins/test-data/ae440be5-d9cf-6de4-6a13-5acbeae529de/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/181fa8dd238c493b94ea88aa22ab7dbd is 69, key is b313e41b3af3,33219,1732286036282/rs:state/1732286038120/Put/seqid=0 2024-11-22T14:34:15,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45775 is added to blk_1073741853_1029 (size=5156) 2024-11-22T14:34:16,019 INFO [M:0;b313e41b3af3:34993 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46123/user/jenkins/test-data/ae440be5-d9cf-6de4-6a13-5acbeae529de/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/181fa8dd238c493b94ea88aa22ab7dbd 2024-11-22T14:34:16,023 DEBUG [M:0;b313e41b3af3:34993 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46123/user/jenkins/test-data/ae440be5-d9cf-6de4-6a13-5acbeae529de/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/297551d95a3a46f19c8835dea4635158 as hdfs://localhost:46123/user/jenkins/test-data/ae440be5-d9cf-6de4-6a13-5acbeae529de/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/297551d95a3a46f19c8835dea4635158 2024-11-22T14:34:16,027 INFO [M:0;b313e41b3af3:34993 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46123/user/jenkins/test-data/ae440be5-d9cf-6de4-6a13-5acbeae529de/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/297551d95a3a46f19c8835dea4635158, entries=8, sequenceid=97, filesize=5.5 K 2024-11-22T14:34:16,028 DEBUG [M:0;b313e41b3af3:34993 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46123/user/jenkins/test-data/ae440be5-d9cf-6de4-6a13-5acbeae529de/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cfc6248d47624917a73c3a16b19baa98 as hdfs://localhost:46123/user/jenkins/test-data/ae440be5-d9cf-6de4-6a13-5acbeae529de/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/cfc6248d47624917a73c3a16b19baa98 2024-11-22T14:34:16,032 INFO [M:0;b313e41b3af3:34993 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46123/user/jenkins/test-data/ae440be5-d9cf-6de4-6a13-5acbeae529de/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/cfc6248d47624917a73c3a16b19baa98, entries=11, sequenceid=97, filesize=8.3 K 2024-11-22T14:34:16,032 DEBUG [M:0;b313e41b3af3:34993 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46123/user/jenkins/test-data/ae440be5-d9cf-6de4-6a13-5acbeae529de/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/181fa8dd238c493b94ea88aa22ab7dbd as hdfs://localhost:46123/user/jenkins/test-data/ae440be5-d9cf-6de4-6a13-5acbeae529de/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/181fa8dd238c493b94ea88aa22ab7dbd 2024-11-22T14:34:16,036 INFO [M:0;b313e41b3af3:34993 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46123/user/jenkins/test-data/ae440be5-d9cf-6de4-6a13-5acbeae529de/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/181fa8dd238c493b94ea88aa22ab7dbd, entries=1, sequenceid=97, filesize=5.0 K 2024-11-22T14:34:16,037 INFO [M:0;b313e41b3af3:34993 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1301ms, sequenceid=97, compaction requested=false 2024-11-22T14:34:16,042 INFO [M:0;b313e41b3af3:34993 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T14:34:16,042 DEBUG [M:0;b313e41b3af3:34993 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732286054736Disabling compacts and flushes for region at 1732286054736Disabling writes for close at 1732286054736Obtaining lock to block concurrent updates at 1732286054736Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732286054736Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1732286054737 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732286054737Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732286054737Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732286054750 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732286054750Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732286055168 (+418 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732286055186 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732286055186Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732286055594 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732286055614 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732286055614Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@573b8b34: reopening flushed file at 1732286056022 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2fbb8e91: reopening flushed file at 1732286056027 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@65930771: reopening flushed file at 1732286056032 (+5 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1301ms, sequenceid=97, compaction requested=false at 1732286056037 (+5 ms)Writing region close event to WAL at 1732286056042 (+5 ms)Closed at 1732286056042 2024-11-22T14:34:16,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45775 is added to blk_1073741830_1006 (size=63654) 2024-11-22T14:34:16,044 INFO [M:0;b313e41b3af3:34993 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-22T14:34:16,044 INFO [M:0;b313e41b3af3:34993 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34993 2024-11-22T14:34:16,045 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T14:34:16,045 INFO [M:0;b313e41b3af3:34993 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T14:34:16,146 INFO [M:0;b313e41b3af3:34993 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T14:34:16,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34993-0x10067da84200003, quorum=127.0.0.1:62905, baseZNode=/1856421084 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T14:34:16,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34993-0x10067da84200003, quorum=127.0.0.1:62905, baseZNode=/1856421084 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T14:34:16,149 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@280b73b3{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T14:34:16,149 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@11574a3f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T14:34:16,149 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T14:34:16,149 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6752d86d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T14:34:16,149 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@59559645{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4349344-ee50-89f3-3525-db5aeedddd97/hadoop.log.dir/,STOPPED} 2024-11-22T14:34:16,151 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-22T14:34:16,151 WARN [BP-216220046-172.17.0.2-1732286035365 heartbeating to localhost/127.0.0.1:46123 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-22T14:34:16,151 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-22T14:34:16,151 WARN [BP-216220046-172.17.0.2-1732286035365 heartbeating to localhost/127.0.0.1:46123 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-216220046-172.17.0.2-1732286035365 (Datanode Uuid f2a30857-3d85-471a-b45f-43db3f99fdf7) service to localhost/127.0.0.1:46123 2024-11-22T14:34:16,152 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4349344-ee50-89f3-3525-db5aeedddd97/cluster_6e20185a-f75f-fb74-34d6-096bbafc0d0d/data/data1/current/BP-216220046-172.17.0.2-1732286035365 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T14:34:16,152 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4349344-ee50-89f3-3525-db5aeedddd97/cluster_6e20185a-f75f-fb74-34d6-096bbafc0d0d/data/data2/current/BP-216220046-172.17.0.2-1732286035365 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T14:34:16,152 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-22T14:34:16,158 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5e4d04b2{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T14:34:16,159 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@72396638{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T14:34:16,159 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T14:34:16,159 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2c51eaab{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T14:34:16,159 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@261f9c9e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4349344-ee50-89f3-3525-db5aeedddd97/hadoop.log.dir/,STOPPED} 2024-11-22T14:34:16,160 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,44221,1732286032707.replicationSource.wal-reader.b313e41b3af3%2C44221%2C1732286032707,1-b313e41b3af3,44221,1732286032707 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43979/user/jenkins/test-data/e5b2d6fc-135e-d694-d5d9-d0a9aa967c35/WALs/b313e41b3af3,44221,1732286032707/b313e41b3af3%2C44221%2C1732286032707.1732286034298 to pos 1033, reset compression=false 2024-11-22T14:34:16,174 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-22T14:34:16,175 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-22T14:34:16,175 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T14:34:16,175 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T14:34:16,175 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:34:16,175 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:34:16,175 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T14:34:16,175 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-22T14:34:16,175 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1194637447, stopped=false 2024-11-22T14:34:16,175 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b313e41b3af3,44673,1732286032652 2024-11-22T14:34:16,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44673-0x10067da84200000, quorum=127.0.0.1:62905, baseZNode=/01188607625 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01188607625/running 2024-11-22T14:34:16,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44221-0x10067da84200001, quorum=127.0.0.1:62905, baseZNode=/01188607625 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01188607625/running 2024-11-22T14:34:16,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44673-0x10067da84200000, quorum=127.0.0.1:62905, baseZNode=/01188607625 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01188607625 2024-11-22T14:34:16,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44221-0x10067da84200001, quorum=127.0.0.1:62905, baseZNode=/01188607625 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01188607625 2024-11-22T14:34:16,176 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-22T14:34:16,177 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T14:34:16,177 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T14:34:16,177 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:34:16,177 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44221-0x10067da84200001, quorum=127.0.0.1:62905, baseZNode=/01188607625 Set watcher on znode that does not yet exist, /01188607625/running 2024-11-22T14:34:16,177 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b313e41b3af3,44221,1732286032707' ***** 2024-11-22T14:34:16,177 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-22T14:34:16,177 INFO [RS:0;b313e41b3af3:44221 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-22T14:34:16,177 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44673-0x10067da84200000, quorum=127.0.0.1:62905, baseZNode=/01188607625 Set watcher on znode that does not yet exist, /01188607625/running 2024-11-22T14:34:16,177 INFO [RS:0;b313e41b3af3:44221 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-22T14:34:16,177 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-22T14:34:16,177 INFO [RS:0;b313e41b3af3:44221 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-22T14:34:16,177 INFO [RS:0;b313e41b3af3:44221 {}] regionserver.HRegionServer(3091): Received CLOSE for cc14565cc74efecd50366cff3ee81a66 2024-11-22T14:34:16,178 INFO [RS:0;b313e41b3af3:44221 {}] regionserver.HRegionServer(3091): Received CLOSE for f17f2a6c030a19a37c522ee5b1b129d2 2024-11-22T14:34:16,178 INFO [RS:0;b313e41b3af3:44221 {}] regionserver.HRegionServer(959): stopping server b313e41b3af3,44221,1732286032707 2024-11-22T14:34:16,178 INFO [RS:0;b313e41b3af3:44221 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T14:34:16,178 INFO [RS:0;b313e41b3af3:44221 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b313e41b3af3:44221. 2024-11-22T14:34:16,178 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing cc14565cc74efecd50366cff3ee81a66, disabling compactions & flushes 2024-11-22T14:34:16,178 DEBUG [RS:0;b313e41b3af3:44221 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T14:34:16,178 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732286038918.cc14565cc74efecd50366cff3ee81a66. 2024-11-22T14:34:16,178 DEBUG [RS:0;b313e41b3af3:44221 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:34:16,178 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732286038918.cc14565cc74efecd50366cff3ee81a66. 2024-11-22T14:34:16,178 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732286038918.cc14565cc74efecd50366cff3ee81a66. after waiting 0 ms 2024-11-22T14:34:16,178 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732286038918.cc14565cc74efecd50366cff3ee81a66. 2024-11-22T14:34:16,178 INFO [RS:0;b313e41b3af3:44221 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-22T14:34:16,178 INFO [RS:0;b313e41b3af3:44221 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-22T14:34:16,178 INFO [RS:0;b313e41b3af3:44221 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-22T14:34:16,178 INFO [RS:0;b313e41b3af3:44221 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-22T14:34:16,178 INFO [RS:0;b313e41b3af3:44221 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-22T14:34:16,178 DEBUG [RS:0;b313e41b3af3:44221 {}] regionserver.HRegionServer(1325): Online Regions={cc14565cc74efecd50366cff3ee81a66=test,,1732286038918.cc14565cc74efecd50366cff3ee81a66., 1588230740=hbase:meta,,1.1588230740, f17f2a6c030a19a37c522ee5b1b129d2=hbase:replication,,1732286043243.f17f2a6c030a19a37c522ee5b1b129d2.} 2024-11-22T14:34:16,178 DEBUG [RS:0;b313e41b3af3:44221 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, cc14565cc74efecd50366cff3ee81a66, f17f2a6c030a19a37c522ee5b1b129d2 2024-11-22T14:34:16,178 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-22T14:34:16,179 INFO [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-22T14:34:16,179 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-22T14:34:16,179 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T14:34:16,179 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T14:34:16,179 INFO [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-22T14:34:16,182 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43979/user/jenkins/test-data/e5b2d6fc-135e-d694-d5d9-d0a9aa967c35/data/default/test/cc14565cc74efecd50366cff3ee81a66/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-22T14:34:16,182 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-22T14:34:16,182 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-22T14:34:16,182 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732286038918.cc14565cc74efecd50366cff3ee81a66. 2024-11-22T14:34:16,182 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for cc14565cc74efecd50366cff3ee81a66: Waiting for close lock at 1732286056178Running coprocessor pre-close hooks at 1732286056178Disabling compacts and flushes for region at 1732286056178Disabling writes for close at 1732286056178Writing region close event to WAL at 1732286056179 (+1 ms)Running coprocessor post-close hooks at 1732286056182 (+3 ms)Closed at 1732286056182 2024-11-22T14:34:16,183 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732286038918.cc14565cc74efecd50366cff3ee81a66. 2024-11-22T14:34:16,183 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f17f2a6c030a19a37c522ee5b1b129d2, disabling compactions & flushes 2024-11-22T14:34:16,183 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732286043243.f17f2a6c030a19a37c522ee5b1b129d2. 2024-11-22T14:34:16,183 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732286043243.f17f2a6c030a19a37c522ee5b1b129d2. 2024-11-22T14:34:16,183 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732286043243.f17f2a6c030a19a37c522ee5b1b129d2. after waiting 0 ms 2024-11-22T14:34:16,183 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732286043243.f17f2a6c030a19a37c522ee5b1b129d2. 2024-11-22T14:34:16,183 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing f17f2a6c030a19a37c522ee5b1b129d2 3/3 column families, dataSize=865 B heapSize=2.25 KB 2024-11-22T14:34:16,186 INFO [regionserver/b313e41b3af3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T14:34:16,205 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43979/user/jenkins/test-data/e5b2d6fc-135e-d694-d5d9-d0a9aa967c35/data/hbase/meta/1588230740/.tmp/info/934e05138ed242a493a6e8b22be4082c is 147, key is hbase:replication,,1732286043243.f17f2a6c030a19a37c522ee5b1b129d2./info:regioninfo/1732286044408/Put/seqid=0 2024-11-22T14:34:16,206 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43979/user/jenkins/test-data/e5b2d6fc-135e-d694-d5d9-d0a9aa967c35/data/hbase/replication/f17f2a6c030a19a37c522ee5b1b129d2/.tmp/hfileref/d3ef37815a8b432fa9074217e87aadd8 is 74, key is 1/hfileref:2b1afb9ba5a44b20b8b371acd28ae7b5_SeqId_4_/1732286049977/DeleteColumn/seqid=0 2024-11-22T14:34:16,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38357 is added to blk_1073741846_1022 (size=7686) 2024-11-22T14:34:16,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38357 is added to blk_1073741847_1023 (size=5345) 2024-11-22T14:34:16,227 INFO [regionserver/b313e41b3af3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-22T14:34:16,227 INFO [regionserver/b313e41b3af3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-22T14:34:16,272 INFO [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,44221,1732286032707.replicationSource.shipperb313e41b3af3%2C44221%2C1732286032707,1-b313e41b3af3,44221,1732286032707 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-22T14:34:16,273 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server b313e41b3af3:34993 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b313e41b3af3/172.17.0.2:34993 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T14:34:16,274 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address b313e41b3af3:34993 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b313e41b3af3/172.17.0.2:34993 2024-11-22T14:34:16,379 DEBUG [RS:0;b313e41b3af3:44221 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f17f2a6c030a19a37c522ee5b1b129d2 2024-11-22T14:34:16,382 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T14:34:16,383 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server b313e41b3af3:34993 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b313e41b3af3/172.17.0.2:34993 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T14:34:16,384 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [b313e41b3af3,34993,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$1(AbstractRpcBasedConnectionRegistry.java:127) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: java.net.ConnectException: Call to address=b313e41b3af3:34993 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b313e41b3af3/172.17.0.2:34993 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 41 more 2024-11-22T14:34:16,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.FailedServers(52): Added failed server with address b313e41b3af3:34993 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b313e41b3af3/172.17.0.2:34993 2024-11-22T14:34:16,579 DEBUG [RS:0;b313e41b3af3:44221 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f17f2a6c030a19a37c522ee5b1b129d2 2024-11-22T14:34:16,592 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T14:34:16,592 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to b313e41b3af3:34993 this server is in the failed servers list 2024-11-22T14:34:16,593 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [b313e41b3af3,34993,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=b313e41b3af3:34993 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: b313e41b3af3:34993 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-22T14:34:16,611 INFO [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43979/user/jenkins/test-data/e5b2d6fc-135e-d694-d5d9-d0a9aa967c35/data/hbase/meta/1588230740/.tmp/info/934e05138ed242a493a6e8b22be4082c 2024-11-22T14:34:16,614 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=420 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:43979/user/jenkins/test-data/e5b2d6fc-135e-d694-d5d9-d0a9aa967c35/data/hbase/replication/f17f2a6c030a19a37c522ee5b1b129d2/.tmp/hfileref/d3ef37815a8b432fa9074217e87aadd8 2024-11-22T14:34:16,629 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43979/user/jenkins/test-data/e5b2d6fc-135e-d694-d5d9-d0a9aa967c35/data/hbase/meta/1588230740/.tmp/ns/fde3ef62d9b74f498b9a6b3706173a14 is 43, key is default/ns:d/1732286035252/Put/seqid=0 2024-11-22T14:34:16,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38357 is added to blk_1073741848_1024 (size=5153) 2024-11-22T14:34:16,634 INFO [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43979/user/jenkins/test-data/e5b2d6fc-135e-d694-d5d9-d0a9aa967c35/data/hbase/meta/1588230740/.tmp/ns/fde3ef62d9b74f498b9a6b3706173a14 2024-11-22T14:34:16,634 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43979/user/jenkins/test-data/e5b2d6fc-135e-d694-d5d9-d0a9aa967c35/data/hbase/replication/f17f2a6c030a19a37c522ee5b1b129d2/.tmp/queue/722470d92f1640c1a9e5e50e5e97e4c7 is 153, key is 1-b313e41b3af3,44221,1732286032707/queue:b313e41b3af3%2C44221%2C1732286032707/1732286049979/Put/seqid=0 2024-11-22T14:34:16,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38357 is added to blk_1073741849_1025 (size=5352) 2024-11-22T14:34:16,639 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=445 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:43979/user/jenkins/test-data/e5b2d6fc-135e-d694-d5d9-d0a9aa967c35/data/hbase/replication/f17f2a6c030a19a37c522ee5b1b129d2/.tmp/queue/722470d92f1640c1a9e5e50e5e97e4c7 2024-11-22T14:34:16,643 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43979/user/jenkins/test-data/e5b2d6fc-135e-d694-d5d9-d0a9aa967c35/data/hbase/replication/f17f2a6c030a19a37c522ee5b1b129d2/.tmp/hfileref/d3ef37815a8b432fa9074217e87aadd8 as hdfs://localhost:43979/user/jenkins/test-data/e5b2d6fc-135e-d694-d5d9-d0a9aa967c35/data/hbase/replication/f17f2a6c030a19a37c522ee5b1b129d2/hfileref/d3ef37815a8b432fa9074217e87aadd8 2024-11-22T14:34:16,647 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43979/user/jenkins/test-data/e5b2d6fc-135e-d694-d5d9-d0a9aa967c35/data/hbase/replication/f17f2a6c030a19a37c522ee5b1b129d2/hfileref/d3ef37815a8b432fa9074217e87aadd8, entries=4, sequenceid=10, filesize=5.2 K 2024-11-22T14:34:16,647 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43979/user/jenkins/test-data/e5b2d6fc-135e-d694-d5d9-d0a9aa967c35/data/hbase/replication/f17f2a6c030a19a37c522ee5b1b129d2/.tmp/queue/722470d92f1640c1a9e5e50e5e97e4c7 as hdfs://localhost:43979/user/jenkins/test-data/e5b2d6fc-135e-d694-d5d9-d0a9aa967c35/data/hbase/replication/f17f2a6c030a19a37c522ee5b1b129d2/queue/722470d92f1640c1a9e5e50e5e97e4c7 2024-11-22T14:34:16,651 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43979/user/jenkins/test-data/e5b2d6fc-135e-d694-d5d9-d0a9aa967c35/data/hbase/replication/f17f2a6c030a19a37c522ee5b1b129d2/queue/722470d92f1640c1a9e5e50e5e97e4c7, entries=1, sequenceid=10, filesize=5.2 K 2024-11-22T14:34:16,652 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for f17f2a6c030a19a37c522ee5b1b129d2 in 468ms, sequenceid=10, compaction requested=false 2024-11-22T14:34:16,652 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-22T14:34:16,655 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43979/user/jenkins/test-data/e5b2d6fc-135e-d694-d5d9-d0a9aa967c35/data/hbase/replication/f17f2a6c030a19a37c522ee5b1b129d2/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-22T14:34:16,656 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43979/user/jenkins/test-data/e5b2d6fc-135e-d694-d5d9-d0a9aa967c35/data/hbase/meta/1588230740/.tmp/rep_barrier/db7d7993ef9343d3b3f00153f313f70a is 112, key is test,,1732286038918.cc14565cc74efecd50366cff3ee81a66./rep_barrier:seqnumDuringOpen/1732286040065/Put/seqid=0 2024-11-22T14:34:16,656 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-22T14:34:16,656 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T14:34:16,656 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732286043243.f17f2a6c030a19a37c522ee5b1b129d2. 2024-11-22T14:34:16,656 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f17f2a6c030a19a37c522ee5b1b129d2: Waiting for close lock at 1732286056183Running coprocessor pre-close hooks at 1732286056183Disabling compacts and flushes for region at 1732286056183Disabling writes for close at 1732286056183Obtaining lock to block concurrent updates at 1732286056183Preparing flush snapshotting stores in f17f2a6c030a19a37c522ee5b1b129d2 at 1732286056183Finished memstore snapshotting hbase:replication,,1732286043243.f17f2a6c030a19a37c522ee5b1b129d2., syncing WAL and waiting on mvcc, flushsize=dataSize=865, getHeapSize=2256, getOffHeapSize=0, getCellsCount=9 at 1732286056183Flushing stores of hbase:replication,,1732286043243.f17f2a6c030a19a37c522ee5b1b129d2. at 1732286056184 (+1 ms)Flushing f17f2a6c030a19a37c522ee5b1b129d2/hfileref: creating writer at 1732286056184Flushing f17f2a6c030a19a37c522ee5b1b129d2/hfileref: appending metadata at 1732286056205 (+21 ms)Flushing f17f2a6c030a19a37c522ee5b1b129d2/hfileref: closing flushed file at 1732286056205Flushing f17f2a6c030a19a37c522ee5b1b129d2/queue: creating writer at 1732286056618 (+413 ms)Flushing f17f2a6c030a19a37c522ee5b1b129d2/queue: appending metadata at 1732286056633 (+15 ms)Flushing f17f2a6c030a19a37c522ee5b1b129d2/queue: closing flushed file at 1732286056633Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d0f2716: reopening flushed file at 1732286056642 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@663b8040: reopening flushed file at 1732286056647 (+5 ms)Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for f17f2a6c030a19a37c522ee5b1b129d2 in 468ms, sequenceid=10, compaction requested=false at 1732286056652 (+5 ms)Writing region close event to WAL at 1732286056653 (+1 ms)Running coprocessor post-close hooks at 1732286056656 (+3 ms)Closed at 1732286056656 2024-11-22T14:34:16,656 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732286043243.f17f2a6c030a19a37c522ee5b1b129d2. 2024-11-22T14:34:16,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38357 is added to blk_1073741850_1026 (size=5518) 2024-11-22T14:34:16,779 DEBUG [RS:0;b313e41b3af3:44221 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T14:34:16,903 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T14:34:16,903 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to b313e41b3af3:34993 this server is in the failed servers list 2024-11-22T14:34:16,903 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [b313e41b3af3,34993,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=b313e41b3af3:34993 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: b313e41b3af3:34993 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-22T14:34:16,979 DEBUG [RS:0;b313e41b3af3:44221 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T14:34:17,059 INFO [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43979/user/jenkins/test-data/e5b2d6fc-135e-d694-d5d9-d0a9aa967c35/data/hbase/meta/1588230740/.tmp/rep_barrier/db7d7993ef9343d3b3f00153f313f70a 2024-11-22T14:34:17,064 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,44221,1732286032707.replicationSource.wal-reader.b313e41b3af3%2C44221%2C1732286032707,1-b313e41b3af3,44221,1732286032707 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43979/user/jenkins/test-data/e5b2d6fc-135e-d694-d5d9-d0a9aa967c35/WALs/b313e41b3af3,44221,1732286032707/b313e41b3af3%2C44221%2C1732286032707.1732286034298 to pos 1033, reset compression=false 2024-11-22T14:34:17,068 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,44221,1732286032707.replicationSource.wal-reader.b313e41b3af3%2C44221%2C1732286032707,1-b313e41b3af3,44221,1732286032707 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-22T14:34:17,068 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,44221,1732286032707.replicationSource.wal-reader.b313e41b3af3%2C44221%2C1732286032707,1-b313e41b3af3,44221,1732286032707 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43979/user/jenkins/test-data/e5b2d6fc-135e-d694-d5d9-d0a9aa967c35/WALs/b313e41b3af3,44221,1732286032707/b313e41b3af3%2C44221%2C1732286032707.1732286034298 to pos 1328, reset compression=false 2024-11-22T14:34:17,078 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43979/user/jenkins/test-data/e5b2d6fc-135e-d694-d5d9-d0a9aa967c35/data/hbase/meta/1588230740/.tmp/table/f707d9d0f7684495a973d08ddb56b750 is 53, key is hbase:replication/table:state/1732286044414/Put/seqid=0 2024-11-22T14:34:17,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38357 is added to blk_1073741851_1027 (size=5308) 2024-11-22T14:34:17,179 INFO [RS:0;b313e41b3af3:44221 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-22T14:34:17,179 DEBUG [RS:0;b313e41b3af3:44221 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-22T14:34:17,179 DEBUG [RS:0;b313e41b3af3:44221 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T14:34:17,271 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,44221,1732286032707.replicationSource.wal-reader.b313e41b3af3%2C44221%2C1732286032707,1-b313e41b3af3,44221,1732286032707 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43979/user/jenkins/test-data/e5b2d6fc-135e-d694-d5d9-d0a9aa967c35/WALs/b313e41b3af3,44221,1732286032707/b313e41b3af3%2C44221%2C1732286032707.1732286034298 to pos 1328, reset compression=false 2024-11-22T14:34:17,380 DEBUG [RS:0;b313e41b3af3:44221 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T14:34:17,412 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T14:34:17,412 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to b313e41b3af3:34993 this server is in the failed servers list 2024-11-22T14:34:17,413 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [b313e41b3af3,34993,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=b313e41b3af3:34993 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: b313e41b3af3:34993 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-22T14:34:17,482 INFO [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43979/user/jenkins/test-data/e5b2d6fc-135e-d694-d5d9-d0a9aa967c35/data/hbase/meta/1588230740/.tmp/table/f707d9d0f7684495a973d08ddb56b750 2024-11-22T14:34:17,487 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43979/user/jenkins/test-data/e5b2d6fc-135e-d694-d5d9-d0a9aa967c35/data/hbase/meta/1588230740/.tmp/info/934e05138ed242a493a6e8b22be4082c as hdfs://localhost:43979/user/jenkins/test-data/e5b2d6fc-135e-d694-d5d9-d0a9aa967c35/data/hbase/meta/1588230740/info/934e05138ed242a493a6e8b22be4082c 2024-11-22T14:34:17,490 INFO [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43979/user/jenkins/test-data/e5b2d6fc-135e-d694-d5d9-d0a9aa967c35/data/hbase/meta/1588230740/info/934e05138ed242a493a6e8b22be4082c, entries=20, sequenceid=16, filesize=7.5 K 2024-11-22T14:34:17,491 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43979/user/jenkins/test-data/e5b2d6fc-135e-d694-d5d9-d0a9aa967c35/data/hbase/meta/1588230740/.tmp/ns/fde3ef62d9b74f498b9a6b3706173a14 as hdfs://localhost:43979/user/jenkins/test-data/e5b2d6fc-135e-d694-d5d9-d0a9aa967c35/data/hbase/meta/1588230740/ns/fde3ef62d9b74f498b9a6b3706173a14 2024-11-22T14:34:17,495 INFO [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43979/user/jenkins/test-data/e5b2d6fc-135e-d694-d5d9-d0a9aa967c35/data/hbase/meta/1588230740/ns/fde3ef62d9b74f498b9a6b3706173a14, entries=2, sequenceid=16, filesize=5.0 K 2024-11-22T14:34:17,496 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43979/user/jenkins/test-data/e5b2d6fc-135e-d694-d5d9-d0a9aa967c35/data/hbase/meta/1588230740/.tmp/rep_barrier/db7d7993ef9343d3b3f00153f313f70a as hdfs://localhost:43979/user/jenkins/test-data/e5b2d6fc-135e-d694-d5d9-d0a9aa967c35/data/hbase/meta/1588230740/rep_barrier/db7d7993ef9343d3b3f00153f313f70a 2024-11-22T14:34:17,500 INFO [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43979/user/jenkins/test-data/e5b2d6fc-135e-d694-d5d9-d0a9aa967c35/data/hbase/meta/1588230740/rep_barrier/db7d7993ef9343d3b3f00153f313f70a, entries=1, sequenceid=16, filesize=5.4 K 2024-11-22T14:34:17,501 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43979/user/jenkins/test-data/e5b2d6fc-135e-d694-d5d9-d0a9aa967c35/data/hbase/meta/1588230740/.tmp/table/f707d9d0f7684495a973d08ddb56b750 as hdfs://localhost:43979/user/jenkins/test-data/e5b2d6fc-135e-d694-d5d9-d0a9aa967c35/data/hbase/meta/1588230740/table/f707d9d0f7684495a973d08ddb56b750 2024-11-22T14:34:17,506 INFO [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43979/user/jenkins/test-data/e5b2d6fc-135e-d694-d5d9-d0a9aa967c35/data/hbase/meta/1588230740/table/f707d9d0f7684495a973d08ddb56b750, entries=4, sequenceid=16, filesize=5.2 K 2024-11-22T14:34:17,507 INFO [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1328ms, sequenceid=16, compaction requested=false 2024-11-22T14:34:17,507 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-22T14:34:17,511 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43979/user/jenkins/test-data/e5b2d6fc-135e-d694-d5d9-d0a9aa967c35/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-22T14:34:17,512 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-22T14:34:17,512 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T14:34:17,512 INFO [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-22T14:34:17,512 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732286056178Running coprocessor pre-close hooks at 1732286056178Disabling compacts and flushes for region at 1732286056178Disabling writes for close at 1732286056179 (+1 ms)Obtaining lock to block concurrent updates at 1732286056179Preparing flush snapshotting stores in 1588230740 at 1732286056179Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732286056179Flushing stores of hbase:meta,,1.1588230740 at 1732286056179Flushing 1588230740/info: creating writer at 1732286056180 (+1 ms)Flushing 1588230740/info: appending metadata at 1732286056205 (+25 ms)Flushing 1588230740/info: closing flushed file at 1732286056205Flushing 1588230740/ns: creating writer at 1732286056616 (+411 ms)Flushing 1588230740/ns: appending metadata at 1732286056629 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1732286056629Flushing 1588230740/rep_barrier: creating writer at 1732286056638 (+9 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732286056655 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732286056655Flushing 1588230740/table: creating writer at 1732286057063 (+408 ms)Flushing 1588230740/table: appending metadata at 1732286057078 (+15 ms)Flushing 1588230740/table: closing flushed file at 1732286057078Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e3d3ad0: reopening flushed file at 1732286057486 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@55ed9afd: reopening flushed file at 1732286057490 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@35ed7102: reopening flushed file at 1732286057496 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1be90bd6: reopening flushed file at 1732286057501 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1328ms, sequenceid=16, compaction requested=false at 1732286057507 (+6 ms)Writing region close event to WAL at 1732286057509 (+2 ms)Running coprocessor post-close hooks at 1732286057512 (+3 ms)Closed at 1732286057512 2024-11-22T14:34:17,512 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-22T14:34:17,575 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,44221,1732286032707.replicationSource.wal-reader.b313e41b3af3%2C44221%2C1732286032707,1-b313e41b3af3,44221,1732286032707 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43979/user/jenkins/test-data/e5b2d6fc-135e-d694-d5d9-d0a9aa967c35/WALs/b313e41b3af3,44221,1732286032707/b313e41b3af3%2C44221%2C1732286032707.1732286034298 to pos 1328, reset compression=false 2024-11-22T14:34:17,580 INFO [RS:0;b313e41b3af3:44221 {}] regionserver.HRegionServer(976): stopping server b313e41b3af3,44221,1732286032707; all regions closed. 2024-11-22T14:34:17,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38357 is added to blk_1073741834_1010 (size=4239) 2024-11-22T14:34:17,584 DEBUG [RS:0;b313e41b3af3:44221 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e5b2d6fc-135e-d694-d5d9-d0a9aa967c35/oldWALs 2024-11-22T14:34:17,584 INFO [RS:0;b313e41b3af3:44221 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b313e41b3af3%2C44221%2C1732286032707.meta:.meta(num 1732286035215) 2024-11-22T14:34:17,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38357 is added to blk_1073741839_1015 (size=2695) 2024-11-22T14:34:17,588 DEBUG [RS:0;b313e41b3af3:44221 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e5b2d6fc-135e-d694-d5d9-d0a9aa967c35/oldWALs 2024-11-22T14:34:17,588 INFO [RS:0;b313e41b3af3:44221 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b313e41b3af3%2C44221%2C1732286032707.rep:(num 1732286044375) 2024-11-22T14:34:17,590 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e5b2d6fc-135e-d694-d5d9-d0a9aa967c35/WALs/b313e41b3af3,44221,1732286032707/b313e41b3af3%2C44221%2C1732286032707.1732286034298 not finished, retry = 0 2024-11-22T14:34:17,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38357 is added to blk_1073741832_1008 (size=1336) 2024-11-22T14:34:17,692 DEBUG [RS:0;b313e41b3af3:44221 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e5b2d6fc-135e-d694-d5d9-d0a9aa967c35/oldWALs 2024-11-22T14:34:17,692 INFO [RS:0;b313e41b3af3:44221 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b313e41b3af3%2C44221%2C1732286032707:(num 1732286034298) 2024-11-22T14:34:17,692 DEBUG [RS:0;b313e41b3af3:44221 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:34:17,692 INFO [RS:0;b313e41b3af3:44221 {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T14:34:17,692 INFO [RS:0;b313e41b3af3:44221 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T14:34:17,693 INFO [RS:0;b313e41b3af3:44221 {}] hbase.ChoreService(370): Chore service for: regionserver/b313e41b3af3:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-22T14:34:17,693 INFO [RS:0;b313e41b3af3:44221 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T14:34:17,693 INFO [regionserver/b313e41b3af3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T14:34:17,693 INFO [RS:0;b313e41b3af3:44221 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-b313e41b3af3,44221,1732286032707 because: Region server is closing 2024-11-22T14:34:17,693 INFO [RS:0;b313e41b3af3:44221 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b313e41b3af3:44221. 2024-11-22T14:34:17,693 DEBUG [RS:0;b313e41b3af3:44221 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T14:34:17,693 DEBUG [RS:0;b313e41b3af3:44221 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:34:17,694 DEBUG [RS:0;b313e41b3af3:44221 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:34:17,694 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T14:34:17,794 WARN [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,44221,1732286032707.replicationSource.wal-reader.b313e41b3af3%2C44221%2C1732286032707,1-b313e41b3af3,44221,1732286032707 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-22T14:34:17,794 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,44221,1732286032707.replicationSource.shipperb313e41b3af3%2C44221%2C1732286032707,1-b313e41b3af3,44221,1732286032707 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed java.io.InterruptedIOException: null at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:184) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: java.lang.InterruptedException at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:386) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:182) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 9 more 2024-11-22T14:34:17,794 WARN [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,44221,1732286032707.replicationSource.shipperb313e41b3af3%2C44221%2C1732286032707,1-b313e41b3af3,44221,1732286032707 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-22T14:34:17,794 WARN [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,44221,1732286032707.replicationSource.shipperb313e41b3af3%2C44221%2C1732286032707,1-b313e41b3af3,44221,1732286032707 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-22T14:34:18,423 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T14:34:18,423 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [b313e41b3af3,34993,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b313e41b3af3:34993 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-22T14:34:18,426 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 6, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 2151 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [b313e41b3af3,34993,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b313e41b3af3:34993 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-22T14:34:18,690 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-22T14:34:18,695 INFO [RS:0;b313e41b3af3:44221 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,44221,1732286032707.replicationSource.shipperb313e41b3af3%2C44221%2C1732286032707,1-b313e41b3af3,44221,1732286032707 terminated 2024-11-22T14:34:18,695 INFO [RS:0;b313e41b3af3:44221 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b313e41b3af3:44221. 2024-11-22T14:34:18,695 DEBUG [RS:0;b313e41b3af3:44221 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T14:34:18,695 DEBUG [RS:0;b313e41b3af3:44221 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:34:18,695 DEBUG [RS:0;b313e41b3af3:44221 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:34:18,695 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T14:34:18,696 INFO [RS:0;b313e41b3af3:44221 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44221 2024-11-22T14:34:18,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44673-0x10067da84200000, quorum=127.0.0.1:62905, baseZNode=/01188607625 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01188607625/rs 2024-11-22T14:34:18,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44221-0x10067da84200001, quorum=127.0.0.1:62905, baseZNode=/01188607625 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01188607625/rs/b313e41b3af3,44221,1732286032707 2024-11-22T14:34:18,697 INFO [RS:0;b313e41b3af3:44221 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T14:34:18,697 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b313e41b3af3,44221,1732286032707] 2024-11-22T14:34:18,698 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01188607625/draining/b313e41b3af3,44221,1732286032707 already deleted, retry=false 2024-11-22T14:34:18,698 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b313e41b3af3,44221,1732286032707 expired; onlineServers=0 2024-11-22T14:34:18,698 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b313e41b3af3,44673,1732286032652' ***** 2024-11-22T14:34:18,698 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-22T14:34:18,698 INFO [M:0;b313e41b3af3:44673 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T14:34:18,698 INFO [M:0;b313e41b3af3:44673 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T14:34:18,698 DEBUG [M:0;b313e41b3af3:44673 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-22T14:34:18,698 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-22T14:34:18,698 DEBUG [M:0;b313e41b3af3:44673 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-22T14:34:18,698 DEBUG [master/b313e41b3af3:0:becomeActiveMaster-HFileCleaner.small.0-1732286034082 {}] cleaner.HFileCleaner(306): Exit Thread[master/b313e41b3af3:0:becomeActiveMaster-HFileCleaner.small.0-1732286034082,5,FailOnTimeoutGroup] 2024-11-22T14:34:18,698 DEBUG [master/b313e41b3af3:0:becomeActiveMaster-HFileCleaner.large.0-1732286034079 {}] cleaner.HFileCleaner(306): Exit Thread[master/b313e41b3af3:0:becomeActiveMaster-HFileCleaner.large.0-1732286034079,5,FailOnTimeoutGroup] 2024-11-22T14:34:18,698 INFO [M:0;b313e41b3af3:44673 {}] hbase.ChoreService(370): Chore service for: master/b313e41b3af3:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-22T14:34:18,699 INFO [M:0;b313e41b3af3:44673 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T14:34:18,699 DEBUG [M:0;b313e41b3af3:44673 {}] master.HMaster(1795): Stopping service threads 2024-11-22T14:34:18,699 INFO [M:0;b313e41b3af3:44673 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-22T14:34:18,699 INFO [M:0;b313e41b3af3:44673 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-22T14:34:18,699 INFO [M:0;b313e41b3af3:44673 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-22T14:34:18,699 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-22T14:34:18,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44673-0x10067da84200000, quorum=127.0.0.1:62905, baseZNode=/01188607625 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01188607625/master 2024-11-22T14:34:18,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44673-0x10067da84200000, quorum=127.0.0.1:62905, baseZNode=/01188607625 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01188607625 2024-11-22T14:34:18,699 DEBUG [M:0;b313e41b3af3:44673 {}] zookeeper.ZKUtil(347): master:44673-0x10067da84200000, quorum=127.0.0.1:62905, baseZNode=/01188607625 Unable to get data of znode /01188607625/master because node does not exist (not an error) 2024-11-22T14:34:18,699 WARN [M:0;b313e41b3af3:44673 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-22T14:34:18,700 INFO [M:0;b313e41b3af3:44673 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43979/user/jenkins/test-data/e5b2d6fc-135e-d694-d5d9-d0a9aa967c35/.lastflushedseqids 2024-11-22T14:34:18,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38357 is added to blk_1073741852_1028 (size=263) 2024-11-22T14:34:18,709 INFO [M:0;b313e41b3af3:44673 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-22T14:34:18,709 INFO [M:0;b313e41b3af3:44673 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-22T14:34:18,710 DEBUG [M:0;b313e41b3af3:44673 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T14:34:18,710 INFO [M:0;b313e41b3af3:44673 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T14:34:18,710 DEBUG [M:0;b313e41b3af3:44673 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T14:34:18,710 DEBUG [M:0;b313e41b3af3:44673 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T14:34:18,710 DEBUG [M:0;b313e41b3af3:44673 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T14:34:18,710 INFO [M:0;b313e41b3af3:44673 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-22T14:34:18,719 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:34:18,719 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:34:18,719 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:34:18,720 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:34:18,720 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:34:18,720 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:34:18,724 DEBUG [M:0;b313e41b3af3:44673 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43979/user/jenkins/test-data/e5b2d6fc-135e-d694-d5d9-d0a9aa967c35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5a5536b7ba044f8aa6a0ddfe38a60d48 is 82, key is hbase:meta,,1/info:regioninfo/1732286035243/Put/seqid=0 2024-11-22T14:34:18,727 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:34:18,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38357 is added to blk_1073741853_1029 (size=5672) 2024-11-22T14:34:18,731 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:34:18,733 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:34:18,798 INFO [RS:0;b313e41b3af3:44221 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T14:34:18,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44221-0x10067da84200001, quorum=127.0.0.1:62905, baseZNode=/01188607625 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T14:34:18,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44221-0x10067da84200001, quorum=127.0.0.1:62905, baseZNode=/01188607625 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T14:34:18,798 INFO [RS:0;b313e41b3af3:44221 {}] regionserver.HRegionServer(1031): Exiting; stopping=b313e41b3af3,44221,1732286032707; zookeeper connection closed. 2024-11-22T14:34:18,798 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5af012e5 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5af012e5 2024-11-22T14:34:18,799 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-22T14:34:19,129 INFO [M:0;b313e41b3af3:44673 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43979/user/jenkins/test-data/e5b2d6fc-135e-d694-d5d9-d0a9aa967c35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5a5536b7ba044f8aa6a0ddfe38a60d48 2024-11-22T14:34:19,146 DEBUG [M:0;b313e41b3af3:44673 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43979/user/jenkins/test-data/e5b2d6fc-135e-d694-d5d9-d0a9aa967c35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b98511be7b3146e6a596359746dea263 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732286044418/Put/seqid=0 2024-11-22T14:34:19,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38357 is added to blk_1073741854_1030 (size=8517) 2024-11-22T14:34:19,550 INFO [M:0;b313e41b3af3:44673 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43979/user/jenkins/test-data/e5b2d6fc-135e-d694-d5d9-d0a9aa967c35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b98511be7b3146e6a596359746dea263 2024-11-22T14:34:19,566 DEBUG [M:0;b313e41b3af3:44673 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43979/user/jenkins/test-data/e5b2d6fc-135e-d694-d5d9-d0a9aa967c35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/62b9da100cf347aaaa183bbda15c554d is 69, key is b313e41b3af3,44221,1732286032707/rs:state/1732286034151/Put/seqid=0 2024-11-22T14:34:19,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38357 is added to blk_1073741855_1031 (size=5156) 2024-11-22T14:34:19,970 INFO [M:0;b313e41b3af3:44673 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43979/user/jenkins/test-data/e5b2d6fc-135e-d694-d5d9-d0a9aa967c35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/62b9da100cf347aaaa183bbda15c554d 2024-11-22T14:34:19,974 DEBUG [M:0;b313e41b3af3:44673 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43979/user/jenkins/test-data/e5b2d6fc-135e-d694-d5d9-d0a9aa967c35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5a5536b7ba044f8aa6a0ddfe38a60d48 as hdfs://localhost:43979/user/jenkins/test-data/e5b2d6fc-135e-d694-d5d9-d0a9aa967c35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5a5536b7ba044f8aa6a0ddfe38a60d48 2024-11-22T14:34:19,978 INFO [M:0;b313e41b3af3:44673 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43979/user/jenkins/test-data/e5b2d6fc-135e-d694-d5d9-d0a9aa967c35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5a5536b7ba044f8aa6a0ddfe38a60d48, entries=8, sequenceid=97, filesize=5.5 K 2024-11-22T14:34:19,979 DEBUG [M:0;b313e41b3af3:44673 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43979/user/jenkins/test-data/e5b2d6fc-135e-d694-d5d9-d0a9aa967c35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b98511be7b3146e6a596359746dea263 as hdfs://localhost:43979/user/jenkins/test-data/e5b2d6fc-135e-d694-d5d9-d0a9aa967c35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b98511be7b3146e6a596359746dea263 2024-11-22T14:34:19,983 INFO [M:0;b313e41b3af3:44673 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43979/user/jenkins/test-data/e5b2d6fc-135e-d694-d5d9-d0a9aa967c35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b98511be7b3146e6a596359746dea263, entries=11, sequenceid=97, filesize=8.3 K 2024-11-22T14:34:19,984 DEBUG [M:0;b313e41b3af3:44673 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43979/user/jenkins/test-data/e5b2d6fc-135e-d694-d5d9-d0a9aa967c35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/62b9da100cf347aaaa183bbda15c554d as hdfs://localhost:43979/user/jenkins/test-data/e5b2d6fc-135e-d694-d5d9-d0a9aa967c35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/62b9da100cf347aaaa183bbda15c554d 2024-11-22T14:34:19,988 INFO [M:0;b313e41b3af3:44673 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43979/user/jenkins/test-data/e5b2d6fc-135e-d694-d5d9-d0a9aa967c35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/62b9da100cf347aaaa183bbda15c554d, entries=1, sequenceid=97, filesize=5.0 K 2024-11-22T14:34:19,989 INFO [M:0;b313e41b3af3:44673 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1278ms, sequenceid=97, compaction requested=false 2024-11-22T14:34:19,992 INFO [M:0;b313e41b3af3:44673 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T14:34:19,992 DEBUG [M:0;b313e41b3af3:44673 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732286058710Disabling compacts and flushes for region at 1732286058710Disabling writes for close at 1732286058710Obtaining lock to block concurrent updates at 1732286058710Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732286058710Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1732286058710Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732286058711 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732286058711Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732286058724 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732286058724Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732286059132 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732286059146 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732286059146Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732286059553 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732286059565 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732286059565Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4719f70b: reopening flushed file at 1732286059973 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@45b8e24e: reopening flushed file at 1732286059978 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3016f6d6: reopening flushed file at 1732286059983 (+5 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1278ms, sequenceid=97, compaction requested=false at 1732286059989 (+6 ms)Writing region close event to WAL at 1732286059992 (+3 ms)Closed at 1732286059992 2024-11-22T14:34:19,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38357 is added to blk_1073741830_1006 (size=63666) 2024-11-22T14:34:19,994 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e5b2d6fc-135e-d694-d5d9-d0a9aa967c35/MasterData/WALs/b313e41b3af3,44673,1732286032652/b313e41b3af3%2C44673%2C1732286032652.1732286033993 not finished, retry = 0 2024-11-22T14:34:20,095 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T14:34:20,095 INFO [M:0;b313e41b3af3:44673 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-22T14:34:20,095 INFO [M:0;b313e41b3af3:44673 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44673 2024-11-22T14:34:20,096 INFO [M:0;b313e41b3af3:44673 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T14:34:20,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44673-0x10067da84200000, quorum=127.0.0.1:62905, baseZNode=/01188607625 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T14:34:20,196 INFO [M:0;b313e41b3af3:44673 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T14:34:20,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44673-0x10067da84200000, quorum=127.0.0.1:62905, baseZNode=/01188607625 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T14:34:20,199 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@169b54f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T14:34:20,199 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@27c217a0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T14:34:20,199 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T14:34:20,199 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@62a0264d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T14:34:20,199 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3956826e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07909a35-3144-8a93-f321-77674228387c/hadoop.log.dir/,STOPPED} 2024-11-22T14:34:20,200 WARN [BP-1809536044-172.17.0.2-1732286031811 heartbeating to localhost/127.0.0.1:43979 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-22T14:34:20,200 WARN [BP-1809536044-172.17.0.2-1732286031811 heartbeating to localhost/127.0.0.1:43979 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1809536044-172.17.0.2-1732286031811 (Datanode Uuid d35802fb-f916-41cb-bb09-dc65e4463d58) service to localhost/127.0.0.1:43979 2024-11-22T14:34:20,201 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-22T14:34:20,201 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-22T14:34:20,201 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07909a35-3144-8a93-f321-77674228387c/cluster_5653451f-36bb-9a46-0d0c-40f204b94a8f/data/data1/current/BP-1809536044-172.17.0.2-1732286031811 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T14:34:20,201 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07909a35-3144-8a93-f321-77674228387c/cluster_5653451f-36bb-9a46-0d0c-40f204b94a8f/data/data2/current/BP-1809536044-172.17.0.2-1732286031811 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T14:34:20,201 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-22T14:34:20,206 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@40fdfc14{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T14:34:20,206 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@8715926{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T14:34:20,206 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T14:34:20,206 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@65b0b781{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T14:34:20,206 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@50197952{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07909a35-3144-8a93-f321-77674228387c/hadoop.log.dir/,STOPPED} 2024-11-22T14:34:20,211 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-22T14:34:20,224 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-22T14:34:20,234 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileCyclicReplication Thread=246 (was 207) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43979 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62905) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46123 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46123 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43979 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43979 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46123 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43979 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43979 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-25-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46123 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43979 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46123 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46123 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.10@localhost:43979 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46123 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43979 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46123 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43979 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.11@localhost:46123 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46123 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62905) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43979 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43979 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46123 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46123 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43979 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46123 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=620 (was 569) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=261 (was 275), ProcessCount=11 (was 11), AvailableMemoryMB=4758 (was 4832) 2024-11-22T14:34:20,243 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication1 Thread=246, OpenFileDescriptor=620, MaxFileDescriptor=1048576, SystemLoadAverage=261, ProcessCount=11, AvailableMemoryMB=4758 2024-11-22T14:34:20,257 INFO [Time-limited test {}] replication.TestMasterReplication(148): testSimplePutDelete 2024-11-22T14:34:20,258 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4349344-ee50-89f3-3525-db5aeedddd97/hadoop.log.dir so I do NOT create it in target/test-data/6734f34d-2ef7-b9de-e075-26aa0733cc5d 2024-11-22T14:34:20,258 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4349344-ee50-89f3-3525-db5aeedddd97/hadoop.log.dir Erasing configuration value by system value. 2024-11-22T14:34:20,258 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4349344-ee50-89f3-3525-db5aeedddd97/hadoop.tmp.dir so I do NOT create it in target/test-data/6734f34d-2ef7-b9de-e075-26aa0733cc5d 2024-11-22T14:34:20,258 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4349344-ee50-89f3-3525-db5aeedddd97/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-22T14:34:20,258 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6734f34d-2ef7-b9de-e075-26aa0733cc5d 2024-11-22T14:34:20,258 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6734f34d-2ef7-b9de-e075-26aa0733cc5d/cluster_f9cdf70e-3606-756d-3af9-da5570997600, deleteOnExit=true 2024-11-22T14:34:20,260 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6734f34d-2ef7-b9de-e075-26aa0733cc5d/cluster_f9cdf70e-3606-756d-3af9-da5570997600/zookeeper_0, clientPort=63574, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6734f34d-2ef7-b9de-e075-26aa0733cc5d/cluster_f9cdf70e-3606-756d-3af9-da5570997600/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6734f34d-2ef7-b9de-e075-26aa0733cc5d/cluster_f9cdf70e-3606-756d-3af9-da5570997600/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-22T14:34:20,260 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=63574 2024-11-22T14:34:20,260 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-22T14:34:20,260 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-22T14:34:20,261 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6734f34d-2ef7-b9de-e075-26aa0733cc5d/test.cache.data in system properties and HBase conf 2024-11-22T14:34:20,261 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6734f34d-2ef7-b9de-e075-26aa0733cc5d/hadoop.tmp.dir in system properties and HBase conf 2024-11-22T14:34:20,261 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6734f34d-2ef7-b9de-e075-26aa0733cc5d/hadoop.log.dir in system properties and HBase conf 2024-11-22T14:34:20,261 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6734f34d-2ef7-b9de-e075-26aa0733cc5d/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-22T14:34:20,261 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6734f34d-2ef7-b9de-e075-26aa0733cc5d/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-22T14:34:20,261 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-22T14:34:20,261 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-22T14:34:20,261 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6734f34d-2ef7-b9de-e075-26aa0733cc5d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-22T14:34:20,261 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6734f34d-2ef7-b9de-e075-26aa0733cc5d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-22T14:34:20,261 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6734f34d-2ef7-b9de-e075-26aa0733cc5d/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-22T14:34:20,261 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6734f34d-2ef7-b9de-e075-26aa0733cc5d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T14:34:20,261 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6734f34d-2ef7-b9de-e075-26aa0733cc5d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-22T14:34:20,261 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6734f34d-2ef7-b9de-e075-26aa0733cc5d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-22T14:34:20,261 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6734f34d-2ef7-b9de-e075-26aa0733cc5d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T14:34:20,261 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6734f34d-2ef7-b9de-e075-26aa0733cc5d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T14:34:20,261 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6734f34d-2ef7-b9de-e075-26aa0733cc5d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-22T14:34:20,262 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6734f34d-2ef7-b9de-e075-26aa0733cc5d/nfs.dump.dir in system properties and HBase conf 2024-11-22T14:34:20,262 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6734f34d-2ef7-b9de-e075-26aa0733cc5d/java.io.tmpdir in system properties and HBase conf 2024-11-22T14:34:20,262 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6734f34d-2ef7-b9de-e075-26aa0733cc5d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T14:34:20,262 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6734f34d-2ef7-b9de-e075-26aa0733cc5d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-22T14:34:20,262 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6734f34d-2ef7-b9de-e075-26aa0733cc5d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-22T14:34:20,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10067da84200002, quorum=127.0.0.1:62905, baseZNode=/01188607625 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-22T14:34:20,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10067da84200005, quorum=127.0.0.1:62905, baseZNode=/1856421084 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-22T14:34:20,309 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10067da84200002, quorum=127.0.0.1:62905, baseZNode=/01188607625 Received Disconnected from ZooKeeper, ignoring 2024-11-22T14:34:20,309 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10067da84200005, quorum=127.0.0.1:62905, baseZNode=/1856421084 Received Disconnected from ZooKeeper, ignoring 2024-11-22T14:34:20,325 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T14:34:20,328 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T14:34:20,330 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T14:34:20,330 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T14:34:20,330 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-22T14:34:20,331 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T14:34:20,333 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@15b77ff8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6734f34d-2ef7-b9de-e075-26aa0733cc5d/hadoop.log.dir/,AVAILABLE} 2024-11-22T14:34:20,333 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6d34f368{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T14:34:20,433 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T14:34:20,433 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [b313e41b3af3,34993,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b313e41b3af3:34993 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-22T14:34:20,434 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 7, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 4161 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [b313e41b3af3,34993,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b313e41b3af3:34993 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-22T14:34:20,436 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1564ee37{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6734f34d-2ef7-b9de-e075-26aa0733cc5d/java.io.tmpdir/jetty-localhost-34103-hadoop-hdfs-3_4_1-tests_jar-_-any-496019452872161072/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T14:34:20,437 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6fdac2e1{HTTP/1.1, (http/1.1)}{localhost:34103} 2024-11-22T14:34:20,437 INFO [Time-limited test {}] server.Server(415): Started @180970ms 2024-11-22T14:34:20,513 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T14:34:20,519 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T14:34:20,520 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T14:34:20,520 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T14:34:20,520 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-22T14:34:20,520 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@60df503c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6734f34d-2ef7-b9de-e075-26aa0733cc5d/hadoop.log.dir/,AVAILABLE} 2024-11-22T14:34:20,520 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@16c12be5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T14:34:20,614 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@644bdaa3{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6734f34d-2ef7-b9de-e075-26aa0733cc5d/java.io.tmpdir/jetty-localhost-42353-hadoop-hdfs-3_4_1-tests_jar-_-any-4818023430590779333/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T14:34:20,614 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@20e1f8bf{HTTP/1.1, (http/1.1)}{localhost:42353} 2024-11-22T14:34:20,614 INFO [Time-limited test {}] server.Server(415): Started @181148ms 2024-11-22T14:34:20,615 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-22T14:34:20,670 WARN [Thread-2186 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6734f34d-2ef7-b9de-e075-26aa0733cc5d/cluster_f9cdf70e-3606-756d-3af9-da5570997600/data/data2/current/BP-1595845541-172.17.0.2-1732286060280/current, will proceed with Du for space computation calculation, 2024-11-22T14:34:20,670 WARN [Thread-2185 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6734f34d-2ef7-b9de-e075-26aa0733cc5d/cluster_f9cdf70e-3606-756d-3af9-da5570997600/data/data1/current/BP-1595845541-172.17.0.2-1732286060280/current, will proceed with Du for space computation calculation, 2024-11-22T14:34:20,686 WARN [Thread-2173 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-22T14:34:20,688 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc0a5ff7a9e404f46 with lease ID 0x960e976608cf44d1: Processing first storage report for DS-3e734159-34ef-454c-bb7f-47bda9019aae from datanode DatanodeRegistration(127.0.0.1:36535, datanodeUuid=2fe230c9-cdd3-4e01-9b07-c54377cf0ac4, infoPort=37519, infoSecurePort=0, ipcPort=32827, storageInfo=lv=-57;cid=testClusterID;nsid=622020167;c=1732286060280) 2024-11-22T14:34:20,688 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc0a5ff7a9e404f46 with lease ID 0x960e976608cf44d1: from storage DS-3e734159-34ef-454c-bb7f-47bda9019aae node DatanodeRegistration(127.0.0.1:36535, datanodeUuid=2fe230c9-cdd3-4e01-9b07-c54377cf0ac4, infoPort=37519, infoSecurePort=0, ipcPort=32827, storageInfo=lv=-57;cid=testClusterID;nsid=622020167;c=1732286060280), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T14:34:20,688 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc0a5ff7a9e404f46 with lease ID 0x960e976608cf44d1: Processing first storage report for DS-6fa9b68b-e41a-4bb7-be87-05a810b6323d from datanode DatanodeRegistration(127.0.0.1:36535, datanodeUuid=2fe230c9-cdd3-4e01-9b07-c54377cf0ac4, infoPort=37519, infoSecurePort=0, ipcPort=32827, storageInfo=lv=-57;cid=testClusterID;nsid=622020167;c=1732286060280) 2024-11-22T14:34:20,688 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc0a5ff7a9e404f46 with lease ID 0x960e976608cf44d1: from storage DS-6fa9b68b-e41a-4bb7-be87-05a810b6323d node DatanodeRegistration(127.0.0.1:36535, datanodeUuid=2fe230c9-cdd3-4e01-9b07-c54377cf0ac4, infoPort=37519, infoSecurePort=0, ipcPort=32827, storageInfo=lv=-57;cid=testClusterID;nsid=622020167;c=1732286060280), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-22T14:34:20,737 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6734f34d-2ef7-b9de-e075-26aa0733cc5d 2024-11-22T14:34:20,737 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T14:34:20,738 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T14:34:20,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36535 is added to blk_1073741825_1001 (size=7) 2024-11-22T14:34:21,145 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35173/user/jenkins/test-data/63205330-70c7-55cb-8646-aa22c3886860 with version=8 2024-11-22T14:34:21,145 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35173/user/jenkins/test-data/63205330-70c7-55cb-8646-aa22c3886860/hbase-staging 2024-11-22T14:34:21,147 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b313e41b3af3:0 server-side Connection retries=45 2024-11-22T14:34:21,147 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T14:34:21,147 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T14:34:21,147 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T14:34:21,147 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T14:34:21,147 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T14:34:21,147 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-22T14:34:21,147 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T14:34:21,148 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36361 2024-11-22T14:34:21,148 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36361 connecting to ZooKeeper ensemble=127.0.0.1:63574 2024-11-22T14:34:21,151 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:363610x0, quorum=127.0.0.1:63574, baseZNode=/0-764911506 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T14:34:21,152 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36361-0x10067daf3520000 connected 2024-11-22T14:34:21,163 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T14:34:21,165 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T14:34:21,167 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36361-0x10067daf3520000, quorum=127.0.0.1:63574, baseZNode=/0-764911506 Set watcher on znode that does not yet exist, /0-764911506/running 2024-11-22T14:34:21,167 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35173/user/jenkins/test-data/63205330-70c7-55cb-8646-aa22c3886860, hbase.cluster.distributed=false 2024-11-22T14:34:21,169 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36361-0x10067daf3520000, quorum=127.0.0.1:63574, baseZNode=/0-764911506 Set watcher on znode that does not yet exist, /0-764911506/acl 2024-11-22T14:34:21,170 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36361 2024-11-22T14:34:21,170 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36361 2024-11-22T14:34:21,172 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36361 2024-11-22T14:34:21,177 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36361 2024-11-22T14:34:21,177 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36361 2024-11-22T14:34:21,189 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b313e41b3af3:0 server-side Connection retries=45 2024-11-22T14:34:21,189 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T14:34:21,189 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T14:34:21,189 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T14:34:21,189 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T14:34:21,189 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T14:34:21,189 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-22T14:34:21,190 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T14:34:21,190 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44345 2024-11-22T14:34:21,191 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44345 connecting to ZooKeeper ensemble=127.0.0.1:63574 2024-11-22T14:34:21,191 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T14:34:21,192 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T14:34:21,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:443450x0, quorum=127.0.0.1:63574, baseZNode=/0-764911506 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T14:34:21,196 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:443450x0, quorum=127.0.0.1:63574, baseZNode=/0-764911506 Set watcher on znode that does not yet exist, /0-764911506/running 2024-11-22T14:34:21,196 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44345-0x10067daf3520001 connected 2024-11-22T14:34:21,196 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-22T14:34:21,196 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-22T14:34:21,197 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44345-0x10067daf3520001, quorum=127.0.0.1:63574, baseZNode=/0-764911506 Set watcher on znode that does not yet exist, /0-764911506/master 2024-11-22T14:34:21,197 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44345-0x10067daf3520001, quorum=127.0.0.1:63574, baseZNode=/0-764911506 Set watcher on znode that does not yet exist, /0-764911506/acl 2024-11-22T14:34:21,199 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44345 2024-11-22T14:34:21,201 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44345 2024-11-22T14:34:21,203 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44345 2024-11-22T14:34:21,207 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44345 2024-11-22T14:34:21,209 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44345 2024-11-22T14:34:21,222 DEBUG [M:0;b313e41b3af3:36361 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b313e41b3af3:36361 2024-11-22T14:34:21,222 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-764911506/backup-masters/b313e41b3af3,36361,1732286061147 2024-11-22T14:34:21,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44345-0x10067daf3520001, quorum=127.0.0.1:63574, baseZNode=/0-764911506 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-764911506/backup-masters 2024-11-22T14:34:21,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36361-0x10067daf3520000, quorum=127.0.0.1:63574, baseZNode=/0-764911506 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-764911506/backup-masters 2024-11-22T14:34:21,224 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36361-0x10067daf3520000, quorum=127.0.0.1:63574, baseZNode=/0-764911506 Set watcher on existing znode=/0-764911506/backup-masters/b313e41b3af3,36361,1732286061147 2024-11-22T14:34:21,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44345-0x10067daf3520001, quorum=127.0.0.1:63574, baseZNode=/0-764911506 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-764911506/master 2024-11-22T14:34:21,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44345-0x10067daf3520001, quorum=127.0.0.1:63574, baseZNode=/0-764911506 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-764911506 2024-11-22T14:34:21,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36361-0x10067daf3520000, quorum=127.0.0.1:63574, baseZNode=/0-764911506 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-764911506 2024-11-22T14:34:21,225 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36361-0x10067daf3520000, quorum=127.0.0.1:63574, baseZNode=/0-764911506 Set watcher on existing znode=/0-764911506/master 2024-11-22T14:34:21,225 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-764911506/backup-masters/b313e41b3af3,36361,1732286061147 from backup master directory 2024-11-22T14:34:21,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36361-0x10067daf3520000, quorum=127.0.0.1:63574, baseZNode=/0-764911506 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-764911506/backup-masters/b313e41b3af3,36361,1732286061147 2024-11-22T14:34:21,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36361-0x10067daf3520000, quorum=127.0.0.1:63574, baseZNode=/0-764911506 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-764911506/backup-masters 2024-11-22T14:34:21,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44345-0x10067daf3520001, quorum=127.0.0.1:63574, baseZNode=/0-764911506 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-764911506/backup-masters 2024-11-22T14:34:21,226 WARN [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T14:34:21,226 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b313e41b3af3,36361,1732286061147 2024-11-22T14:34:21,229 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35173/user/jenkins/test-data/63205330-70c7-55cb-8646-aa22c3886860/hbase.id] with ID: 6bb4de68-f185-4764-bf80-f70ac7ab2170 2024-11-22T14:34:21,229 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35173/user/jenkins/test-data/63205330-70c7-55cb-8646-aa22c3886860/.tmp/hbase.id 2024-11-22T14:34:21,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36535 is added to blk_1073741826_1002 (size=42) 2024-11-22T14:34:21,639 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35173/user/jenkins/test-data/63205330-70c7-55cb-8646-aa22c3886860/.tmp/hbase.id]:[hdfs://localhost:35173/user/jenkins/test-data/63205330-70c7-55cb-8646-aa22c3886860/hbase.id] 2024-11-22T14:34:21,647 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T14:34:21,647 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-22T14:34:21,648 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-22T14:34:21,649 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36361-0x10067daf3520000, quorum=127.0.0.1:63574, baseZNode=/0-764911506 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-764911506 2024-11-22T14:34:21,649 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44345-0x10067daf3520001, quorum=127.0.0.1:63574, baseZNode=/0-764911506 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-764911506 2024-11-22T14:34:21,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36535 is added to blk_1073741827_1003 (size=196) 2024-11-22T14:34:22,054 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T14:34:22,055 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-22T14:34:22,055 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T14:34:22,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36535 is added to blk_1073741828_1004 (size=1189) 2024-11-22T14:34:22,461 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35173/user/jenkins/test-data/63205330-70c7-55cb-8646-aa22c3886860/MasterData/data/master/store 2024-11-22T14:34:22,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36535 is added to blk_1073741829_1005 (size=34) 2024-11-22T14:34:22,869 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T14:34:22,869 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T14:34:22,869 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T14:34:22,869 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T14:34:22,869 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T14:34:22,869 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T14:34:22,869 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T14:34:22,869 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732286062869Disabling compacts and flushes for region at 1732286062869Disabling writes for close at 1732286062869Writing region close event to WAL at 1732286062869Closed at 1732286062869 2024-11-22T14:34:22,870 WARN [master/b313e41b3af3:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35173/user/jenkins/test-data/63205330-70c7-55cb-8646-aa22c3886860/MasterData/data/master/store/.initializing 2024-11-22T14:34:22,870 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35173/user/jenkins/test-data/63205330-70c7-55cb-8646-aa22c3886860/MasterData/WALs/b313e41b3af3,36361,1732286061147 2024-11-22T14:34:22,871 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T14:34:22,872 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b313e41b3af3%2C36361%2C1732286061147, suffix=, logDir=hdfs://localhost:35173/user/jenkins/test-data/63205330-70c7-55cb-8646-aa22c3886860/MasterData/WALs/b313e41b3af3,36361,1732286061147, archiveDir=hdfs://localhost:35173/user/jenkins/test-data/63205330-70c7-55cb-8646-aa22c3886860/MasterData/oldWALs, maxLogs=10 2024-11-22T14:34:22,883 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/63205330-70c7-55cb-8646-aa22c3886860/MasterData/WALs/b313e41b3af3,36361,1732286061147/b313e41b3af3%2C36361%2C1732286061147.1732286062872, exclude list is [], retry=0 2024-11-22T14:34:22,885 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36535,DS-3e734159-34ef-454c-bb7f-47bda9019aae,DISK] 2024-11-22T14:34:22,887 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/63205330-70c7-55cb-8646-aa22c3886860/MasterData/WALs/b313e41b3af3,36361,1732286061147/b313e41b3af3%2C36361%2C1732286061147.1732286062872 2024-11-22T14:34:22,887 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37519:37519)] 2024-11-22T14:34:22,887 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-22T14:34:22,887 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T14:34:22,887 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:34:22,887 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:34:22,888 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:34:22,889 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-22T14:34:22,889 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:34:22,890 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T14:34:22,890 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:34:22,891 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-22T14:34:22,891 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:34:22,891 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:34:22,891 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:34:22,892 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-22T14:34:22,892 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:34:22,892 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:34:22,892 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:34:22,893 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-22T14:34:22,893 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:34:22,893 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:34:22,893 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:34:22,894 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35173/user/jenkins/test-data/63205330-70c7-55cb-8646-aa22c3886860/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:34:22,894 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35173/user/jenkins/test-data/63205330-70c7-55cb-8646-aa22c3886860/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:34:22,895 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:34:22,895 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:34:22,895 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T14:34:22,896 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:34:22,897 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35173/user/jenkins/test-data/63205330-70c7-55cb-8646-aa22c3886860/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T14:34:22,897 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71063612, jitterRate=0.05893033742904663}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T14:34:22,898 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732286062888Initializing all the Stores at 1732286062888Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732286062888Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732286062888Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732286062888Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732286062888Cleaning up temporary data from old regions at 1732286062895 (+7 ms)Region opened successfully at 1732286062898 (+3 ms) 2024-11-22T14:34:22,898 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-22T14:34:22,900 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78998133, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b313e41b3af3/172.17.0.2:0 2024-11-22T14:34:22,901 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-22T14:34:22,901 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-22T14:34:22,901 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-22T14:34:22,901 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-22T14:34:22,901 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-22T14:34:22,901 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-22T14:34:22,902 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-22T14:34:22,903 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-22T14:34:22,904 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36361-0x10067daf3520000, quorum=127.0.0.1:63574, baseZNode=/0-764911506 Unable to get data of znode /0-764911506/balancer because node does not exist (not necessarily an error) 2024-11-22T14:34:22,904 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-764911506/balancer already deleted, retry=false 2024-11-22T14:34:22,905 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-22T14:34:22,905 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36361-0x10067daf3520000, quorum=127.0.0.1:63574, baseZNode=/0-764911506 Unable to get data of znode /0-764911506/normalizer because node does not exist (not necessarily an error) 2024-11-22T14:34:22,906 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-764911506/normalizer already deleted, retry=false 2024-11-22T14:34:22,906 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-22T14:34:22,906 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36361-0x10067daf3520000, quorum=127.0.0.1:63574, baseZNode=/0-764911506 Unable to get data of znode /0-764911506/switch/split because node does not exist (not necessarily an error) 2024-11-22T14:34:22,907 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-764911506/switch/split already deleted, retry=false 2024-11-22T14:34:22,907 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36361-0x10067daf3520000, quorum=127.0.0.1:63574, baseZNode=/0-764911506 Unable to get data of znode /0-764911506/switch/merge because node does not exist (not necessarily an error) 2024-11-22T14:34:22,908 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-764911506/switch/merge already deleted, retry=false 2024-11-22T14:34:22,909 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36361-0x10067daf3520000, quorum=127.0.0.1:63574, baseZNode=/0-764911506 Unable to get data of znode /0-764911506/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-22T14:34:22,910 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-764911506/snapshot-cleanup already deleted, retry=false 2024-11-22T14:34:22,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44345-0x10067daf3520001, quorum=127.0.0.1:63574, baseZNode=/0-764911506 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-764911506/running 2024-11-22T14:34:22,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36361-0x10067daf3520000, quorum=127.0.0.1:63574, baseZNode=/0-764911506 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-764911506/running 2024-11-22T14:34:22,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44345-0x10067daf3520001, quorum=127.0.0.1:63574, baseZNode=/0-764911506 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-764911506 2024-11-22T14:34:22,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36361-0x10067daf3520000, quorum=127.0.0.1:63574, baseZNode=/0-764911506 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-764911506 2024-11-22T14:34:22,911 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b313e41b3af3,36361,1732286061147, sessionid=0x10067daf3520000, setting cluster-up flag (Was=false) 2024-11-22T14:34:22,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44345-0x10067daf3520001, quorum=127.0.0.1:63574, baseZNode=/0-764911506 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-764911506 2024-11-22T14:34:22,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36361-0x10067daf3520000, quorum=127.0.0.1:63574, baseZNode=/0-764911506 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-764911506 2024-11-22T14:34:22,914 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-764911506/flush-table-proc/acquired, /0-764911506/flush-table-proc/reached, /0-764911506/flush-table-proc/abort 2024-11-22T14:34:22,915 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b313e41b3af3,36361,1732286061147 2024-11-22T14:34:22,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44345-0x10067daf3520001, quorum=127.0.0.1:63574, baseZNode=/0-764911506 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-764911506 2024-11-22T14:34:22,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36361-0x10067daf3520000, quorum=127.0.0.1:63574, baseZNode=/0-764911506 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-764911506 2024-11-22T14:34:22,918 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-764911506/online-snapshot/acquired, /0-764911506/online-snapshot/reached, /0-764911506/online-snapshot/abort 2024-11-22T14:34:22,919 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b313e41b3af3,36361,1732286061147 2024-11-22T14:34:22,920 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35173/user/jenkins/test-data/63205330-70c7-55cb-8646-aa22c3886860/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-22T14:34:22,921 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-22T14:34:22,921 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-22T14:34:22,921 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-22T14:34:22,921 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b313e41b3af3,36361,1732286061147 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-22T14:34:22,922 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b313e41b3af3:0, corePoolSize=5, maxPoolSize=5 2024-11-22T14:34:22,922 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b313e41b3af3:0, corePoolSize=5, maxPoolSize=5 2024-11-22T14:34:22,922 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b313e41b3af3:0, corePoolSize=5, maxPoolSize=5 2024-11-22T14:34:22,922 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b313e41b3af3:0, corePoolSize=5, maxPoolSize=5 2024-11-22T14:34:22,922 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b313e41b3af3:0, corePoolSize=10, maxPoolSize=10 2024-11-22T14:34:22,922 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:34:22,922 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b313e41b3af3:0, corePoolSize=2, maxPoolSize=2 2024-11-22T14:34:22,922 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:34:22,923 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T14:34:22,923 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-22T14:34:22,924 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:34:22,924 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-22T14:34:22,925 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732286092925 2024-11-22T14:34:22,925 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-22T14:34:22,925 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-22T14:34:22,925 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-22T14:34:22,925 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-22T14:34:22,925 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-22T14:34:22,925 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-22T14:34:22,928 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T14:34:22,929 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-22T14:34:22,929 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-22T14:34:22,929 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-22T14:34:22,929 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-22T14:34:22,931 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-22T14:34:22,931 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-22T14:34:22,931 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b313e41b3af3:0:becomeActiveMaster-HFileCleaner.large.0-1732286062931,5,FailOnTimeoutGroup] 2024-11-22T14:34:22,931 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b313e41b3af3:0:becomeActiveMaster-HFileCleaner.small.0-1732286062931,5,FailOnTimeoutGroup] 2024-11-22T14:34:22,931 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T14:34:22,931 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-22T14:34:22,932 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-22T14:34:22,932 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-22T14:34:22,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36535 is added to blk_1073741831_1007 (size=1321) 2024-11-22T14:34:23,012 INFO [RS:0;b313e41b3af3:44345 {}] regionserver.HRegionServer(746): ClusterId : 6bb4de68-f185-4764-bf80-f70ac7ab2170 2024-11-22T14:34:23,012 DEBUG [RS:0;b313e41b3af3:44345 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-22T14:34:23,013 DEBUG [RS:0;b313e41b3af3:44345 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-22T14:34:23,013 DEBUG [RS:0;b313e41b3af3:44345 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-22T14:34:23,014 DEBUG [RS:0;b313e41b3af3:44345 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-22T14:34:23,015 DEBUG [RS:0;b313e41b3af3:44345 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58b4caaf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b313e41b3af3/172.17.0.2:0 2024-11-22T14:34:23,028 DEBUG [RS:0;b313e41b3af3:44345 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b313e41b3af3:44345 2024-11-22T14:34:23,028 INFO [RS:0;b313e41b3af3:44345 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-22T14:34:23,028 INFO [RS:0;b313e41b3af3:44345 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-22T14:34:23,028 DEBUG [RS:0;b313e41b3af3:44345 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-22T14:34:23,028 INFO [RS:0;b313e41b3af3:44345 {}] regionserver.HRegionServer(2659): reportForDuty to master=b313e41b3af3,36361,1732286061147 with port=44345, startcode=1732286061189 2024-11-22T14:34:23,029 DEBUG [RS:0;b313e41b3af3:44345 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-22T14:34:23,030 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54071, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=RegionServerStatusService 2024-11-22T14:34:23,030 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36361 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b313e41b3af3,44345,1732286061189 2024-11-22T14:34:23,030 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36361 {}] master.ServerManager(517): Registering regionserver=b313e41b3af3,44345,1732286061189 2024-11-22T14:34:23,031 DEBUG [RS:0;b313e41b3af3:44345 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35173/user/jenkins/test-data/63205330-70c7-55cb-8646-aa22c3886860 2024-11-22T14:34:23,031 DEBUG [RS:0;b313e41b3af3:44345 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35173 2024-11-22T14:34:23,031 DEBUG [RS:0;b313e41b3af3:44345 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-22T14:34:23,032 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36361-0x10067daf3520000, quorum=127.0.0.1:63574, baseZNode=/0-764911506 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-764911506/rs 2024-11-22T14:34:23,033 DEBUG [RS:0;b313e41b3af3:44345 {}] zookeeper.ZKUtil(111): regionserver:44345-0x10067daf3520001, quorum=127.0.0.1:63574, baseZNode=/0-764911506 Set watcher on existing znode=/0-764911506/rs/b313e41b3af3,44345,1732286061189 2024-11-22T14:34:23,033 WARN [RS:0;b313e41b3af3:44345 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T14:34:23,033 INFO [RS:0;b313e41b3af3:44345 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T14:34:23,033 DEBUG [RS:0;b313e41b3af3:44345 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35173/user/jenkins/test-data/63205330-70c7-55cb-8646-aa22c3886860/WALs/b313e41b3af3,44345,1732286061189 2024-11-22T14:34:23,033 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b313e41b3af3,44345,1732286061189] 2024-11-22T14:34:23,036 INFO [RS:0;b313e41b3af3:44345 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-22T14:34:23,037 INFO [RS:0;b313e41b3af3:44345 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-22T14:34:23,037 INFO [RS:0;b313e41b3af3:44345 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-22T14:34:23,037 INFO [RS:0;b313e41b3af3:44345 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T14:34:23,038 INFO [RS:0;b313e41b3af3:44345 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-22T14:34:23,038 INFO [RS:0;b313e41b3af3:44345 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-22T14:34:23,038 INFO [RS:0;b313e41b3af3:44345 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-22T14:34:23,038 DEBUG [RS:0;b313e41b3af3:44345 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:34:23,038 DEBUG [RS:0;b313e41b3af3:44345 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:34:23,038 DEBUG [RS:0;b313e41b3af3:44345 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:34:23,038 DEBUG [RS:0;b313e41b3af3:44345 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:34:23,038 DEBUG [RS:0;b313e41b3af3:44345 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:34:23,038 DEBUG [RS:0;b313e41b3af3:44345 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b313e41b3af3:0, corePoolSize=2, maxPoolSize=2 2024-11-22T14:34:23,038 DEBUG [RS:0;b313e41b3af3:44345 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:34:23,038 DEBUG [RS:0;b313e41b3af3:44345 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:34:23,038 DEBUG [RS:0;b313e41b3af3:44345 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:34:23,038 DEBUG [RS:0;b313e41b3af3:44345 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:34:23,038 DEBUG [RS:0;b313e41b3af3:44345 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:34:23,038 DEBUG [RS:0;b313e41b3af3:44345 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:34:23,038 DEBUG [RS:0;b313e41b3af3:44345 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b313e41b3af3:0, corePoolSize=3, maxPoolSize=3 2024-11-22T14:34:23,039 DEBUG [RS:0;b313e41b3af3:44345 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b313e41b3af3:0, corePoolSize=3, maxPoolSize=3 2024-11-22T14:34:23,039 INFO [RS:0;b313e41b3af3:44345 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T14:34:23,039 INFO [RS:0;b313e41b3af3:44345 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T14:34:23,039 INFO [RS:0;b313e41b3af3:44345 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T14:34:23,039 INFO [RS:0;b313e41b3af3:44345 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-22T14:34:23,039 INFO [RS:0;b313e41b3af3:44345 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-22T14:34:23,039 INFO [RS:0;b313e41b3af3:44345 {}] hbase.ChoreService(168): Chore ScheduledChore name=b313e41b3af3,44345,1732286061189-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T14:34:23,054 INFO [RS:0;b313e41b3af3:44345 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-22T14:34:23,054 INFO [RS:0;b313e41b3af3:44345 {}] hbase.ChoreService(168): Chore ScheduledChore name=b313e41b3af3,44345,1732286061189-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T14:34:23,054 INFO [RS:0;b313e41b3af3:44345 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T14:34:23,054 INFO [RS:0;b313e41b3af3:44345 {}] regionserver.Replication(171): b313e41b3af3,44345,1732286061189 started 2024-11-22T14:34:23,067 INFO [RS:0;b313e41b3af3:44345 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T14:34:23,067 INFO [RS:0;b313e41b3af3:44345 {}] regionserver.HRegionServer(1482): Serving as b313e41b3af3,44345,1732286061189, RpcServer on b313e41b3af3/172.17.0.2:44345, sessionid=0x10067daf3520001 2024-11-22T14:34:23,067 DEBUG [RS:0;b313e41b3af3:44345 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-22T14:34:23,067 DEBUG [RS:0;b313e41b3af3:44345 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b313e41b3af3,44345,1732286061189 2024-11-22T14:34:23,067 DEBUG [RS:0;b313e41b3af3:44345 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b313e41b3af3,44345,1732286061189' 2024-11-22T14:34:23,067 DEBUG [RS:0;b313e41b3af3:44345 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-764911506/flush-table-proc/abort' 2024-11-22T14:34:23,067 DEBUG [RS:0;b313e41b3af3:44345 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-764911506/flush-table-proc/acquired' 2024-11-22T14:34:23,068 DEBUG [RS:0;b313e41b3af3:44345 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-22T14:34:23,068 DEBUG [RS:0;b313e41b3af3:44345 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-22T14:34:23,068 DEBUG [RS:0;b313e41b3af3:44345 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b313e41b3af3,44345,1732286061189 2024-11-22T14:34:23,068 DEBUG [RS:0;b313e41b3af3:44345 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b313e41b3af3,44345,1732286061189' 2024-11-22T14:34:23,068 DEBUG [RS:0;b313e41b3af3:44345 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-764911506/online-snapshot/abort' 2024-11-22T14:34:23,068 DEBUG [RS:0;b313e41b3af3:44345 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-764911506/online-snapshot/acquired' 2024-11-22T14:34:23,068 DEBUG [RS:0;b313e41b3af3:44345 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-22T14:34:23,068 INFO [RS:0;b313e41b3af3:44345 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-22T14:34:23,068 INFO [RS:0;b313e41b3af3:44345 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-22T14:34:23,169 INFO [RS:0;b313e41b3af3:44345 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T14:34:23,170 INFO [RS:0;b313e41b3af3:44345 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b313e41b3af3%2C44345%2C1732286061189, suffix=, logDir=hdfs://localhost:35173/user/jenkins/test-data/63205330-70c7-55cb-8646-aa22c3886860/WALs/b313e41b3af3,44345,1732286061189, archiveDir=hdfs://localhost:35173/user/jenkins/test-data/63205330-70c7-55cb-8646-aa22c3886860/oldWALs, maxLogs=10 2024-11-22T14:34:23,182 DEBUG [RS:0;b313e41b3af3:44345 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/63205330-70c7-55cb-8646-aa22c3886860/WALs/b313e41b3af3,44345,1732286061189/b313e41b3af3%2C44345%2C1732286061189.1732286063170, exclude list is [], retry=0 2024-11-22T14:34:23,184 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36535,DS-3e734159-34ef-454c-bb7f-47bda9019aae,DISK] 2024-11-22T14:34:23,186 INFO [RS:0;b313e41b3af3:44345 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/63205330-70c7-55cb-8646-aa22c3886860/WALs/b313e41b3af3,44345,1732286061189/b313e41b3af3%2C44345%2C1732286061189.1732286063170 2024-11-22T14:34:23,186 DEBUG [RS:0;b313e41b3af3:44345 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37519:37519)] 2024-11-22T14:34:23,335 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35173/user/jenkins/test-data/63205330-70c7-55cb-8646-aa22c3886860/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-22T14:34:23,335 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35173/user/jenkins/test-data/63205330-70c7-55cb-8646-aa22c3886860 2024-11-22T14:34:23,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36535 is added to blk_1073741833_1009 (size=32) 2024-11-22T14:34:23,741 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T14:34:23,742 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T14:34:23,743 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T14:34:23,743 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:34:23,744 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T14:34:23,744 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T14:34:23,745 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T14:34:23,745 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:34:23,745 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T14:34:23,745 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T14:34:23,746 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T14:34:23,746 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:34:23,746 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T14:34:23,746 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T14:34:23,747 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T14:34:23,747 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:34:23,747 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T14:34:23,747 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T14:34:23,748 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35173/user/jenkins/test-data/63205330-70c7-55cb-8646-aa22c3886860/data/hbase/meta/1588230740 2024-11-22T14:34:23,748 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35173/user/jenkins/test-data/63205330-70c7-55cb-8646-aa22c3886860/data/hbase/meta/1588230740 2024-11-22T14:34:23,749 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T14:34:23,749 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T14:34:23,749 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T14:34:23,750 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T14:34:23,751 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35173/user/jenkins/test-data/63205330-70c7-55cb-8646-aa22c3886860/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T14:34:23,752 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59070316, jitterRate=-0.11978369951248169}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T14:34:23,752 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732286063741Initializing all the Stores at 1732286063742 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732286063742Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732286063742Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732286063742Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732286063742Cleaning up temporary data from old regions at 1732286063749 (+7 ms)Region opened successfully at 1732286063752 (+3 ms) 2024-11-22T14:34:23,752 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-22T14:34:23,752 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-22T14:34:23,752 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-22T14:34:23,752 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T14:34:23,752 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T14:34:23,753 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-22T14:34:23,753 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732286063752Disabling compacts and flushes for region at 1732286063752Disabling writes for close at 1732286063752Writing region close event to WAL at 1732286063753 (+1 ms)Closed at 1732286063753 2024-11-22T14:34:23,753 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T14:34:23,753 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-22T14:34:23,754 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-22T14:34:23,754 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T14:34:23,755 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-22T14:34:23,905 DEBUG [b313e41b3af3:36361 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-22T14:34:23,905 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b313e41b3af3,44345,1732286061189 2024-11-22T14:34:23,906 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b313e41b3af3,44345,1732286061189, state=OPENING 2024-11-22T14:34:23,907 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-22T14:34:23,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44345-0x10067daf3520001, quorum=127.0.0.1:63574, baseZNode=/0-764911506 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-764911506 2024-11-22T14:34:23,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36361-0x10067daf3520000, quorum=127.0.0.1:63574, baseZNode=/0-764911506 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-764911506 2024-11-22T14:34:23,908 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-764911506/meta-region-server: CHANGED 2024-11-22T14:34:23,908 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-764911506/meta-region-server: CHANGED 2024-11-22T14:34:23,908 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T14:34:23,908 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b313e41b3af3,44345,1732286061189}] 2024-11-22T14:34:24,061 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-22T14:34:24,062 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37711, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-22T14:34:24,064 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-22T14:34:24,064 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T14:34:24,065 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-22T14:34:24,066 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b313e41b3af3%2C44345%2C1732286061189.meta, suffix=.meta, logDir=hdfs://localhost:35173/user/jenkins/test-data/63205330-70c7-55cb-8646-aa22c3886860/WALs/b313e41b3af3,44345,1732286061189, archiveDir=hdfs://localhost:35173/user/jenkins/test-data/63205330-70c7-55cb-8646-aa22c3886860/oldWALs, maxLogs=10 2024-11-22T14:34:24,082 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/63205330-70c7-55cb-8646-aa22c3886860/WALs/b313e41b3af3,44345,1732286061189/b313e41b3af3%2C44345%2C1732286061189.meta.1732286064066.meta, exclude list is [], retry=0 2024-11-22T14:34:24,084 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36535,DS-3e734159-34ef-454c-bb7f-47bda9019aae,DISK] 2024-11-22T14:34:24,085 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/63205330-70c7-55cb-8646-aa22c3886860/WALs/b313e41b3af3,44345,1732286061189/b313e41b3af3%2C44345%2C1732286061189.meta.1732286064066.meta 2024-11-22T14:34:24,086 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37519:37519)] 2024-11-22T14:34:24,086 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-22T14:34:24,086 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-22T14:34:24,086 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-22T14:34:24,086 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-22T14:34:24,087 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-22T14:34:24,087 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-22T14:34:24,087 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T14:34:24,087 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-22T14:34:24,087 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-22T14:34:24,088 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T14:34:24,089 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T14:34:24,089 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:34:24,089 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T14:34:24,089 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T14:34:24,090 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T14:34:24,090 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:34:24,090 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T14:34:24,090 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T14:34:24,090 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T14:34:24,091 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:34:24,091 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T14:34:24,091 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T14:34:24,091 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T14:34:24,091 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:34:24,091 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T14:34:24,092 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T14:34:24,092 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35173/user/jenkins/test-data/63205330-70c7-55cb-8646-aa22c3886860/data/hbase/meta/1588230740 2024-11-22T14:34:24,093 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35173/user/jenkins/test-data/63205330-70c7-55cb-8646-aa22c3886860/data/hbase/meta/1588230740 2024-11-22T14:34:24,094 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T14:34:24,094 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T14:34:24,094 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T14:34:24,095 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T14:34:24,096 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60811020, jitterRate=-0.0938451886177063}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T14:34:24,096 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-22T14:34:24,096 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732286064087Writing region info on filesystem at 1732286064087Initializing all the Stores at 1732286064088 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732286064088Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732286064088Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732286064088Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732286064088Cleaning up temporary data from old regions at 1732286064094 (+6 ms)Running coprocessor post-open hooks at 1732286064096 (+2 ms)Region opened successfully at 1732286064096 2024-11-22T14:34:24,097 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732286064060 2024-11-22T14:34:24,099 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-22T14:34:24,099 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-22T14:34:24,099 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b313e41b3af3,44345,1732286061189 2024-11-22T14:34:24,100 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b313e41b3af3,44345,1732286061189, state=OPEN 2024-11-22T14:34:24,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36361-0x10067daf3520000, quorum=127.0.0.1:63574, baseZNode=/0-764911506 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-764911506/meta-region-server 2024-11-22T14:34:24,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44345-0x10067daf3520001, quorum=127.0.0.1:63574, baseZNode=/0-764911506 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-764911506/meta-region-server 2024-11-22T14:34:24,102 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b313e41b3af3,44345,1732286061189 2024-11-22T14:34:24,102 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-764911506/meta-region-server: CHANGED 2024-11-22T14:34:24,102 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-764911506/meta-region-server: CHANGED 2024-11-22T14:34:24,103 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-22T14:34:24,103 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b313e41b3af3,44345,1732286061189 in 194 msec 2024-11-22T14:34:24,105 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-22T14:34:24,105 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 349 msec 2024-11-22T14:34:24,105 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T14:34:24,105 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-22T14:34:24,106 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T14:34:24,106 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b313e41b3af3,44345,1732286061189, seqNum=-1] 2024-11-22T14:34:24,107 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T14:34:24,108 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48147, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T14:34:24,112 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1900 sec 2024-11-22T14:34:24,112 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732286064112, completionTime=-1 2024-11-22T14:34:24,112 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-22T14:34:24,112 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-22T14:34:24,113 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-22T14:34:24,113 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732286124113 2024-11-22T14:34:24,113 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732286184113 2024-11-22T14:34:24,113 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-22T14:34:24,114 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b313e41b3af3,36361,1732286061147-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T14:34:24,114 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b313e41b3af3,36361,1732286061147-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T14:34:24,114 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b313e41b3af3,36361,1732286061147-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T14:34:24,114 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b313e41b3af3:36361, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T14:34:24,114 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-22T14:34:24,114 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-22T14:34:24,115 DEBUG [master/b313e41b3af3:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-22T14:34:24,117 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.891sec 2024-11-22T14:34:24,117 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-22T14:34:24,117 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-22T14:34:24,117 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-22T14:34:24,117 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-22T14:34:24,117 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-22T14:34:24,117 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b313e41b3af3,36361,1732286061147-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T14:34:24,117 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b313e41b3af3,36361,1732286061147-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-22T14:34:24,119 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-22T14:34:24,119 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-22T14:34:24,119 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b313e41b3af3,36361,1732286061147-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T14:34:24,198 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-22T14:34:24,213 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b4b267e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:34:24,213 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b313e41b3af3,36361,-1 for getting cluster id 2024-11-22T14:34:24,213 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T14:34:24,214 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6bb4de68-f185-4764-bf80-f70ac7ab2170' 2024-11-22T14:34:24,214 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T14:34:24,214 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6bb4de68-f185-4764-bf80-f70ac7ab2170" 2024-11-22T14:34:24,214 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d6cda14, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:34:24,215 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b313e41b3af3,36361,-1] 2024-11-22T14:34:24,215 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T14:34:24,215 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:34:24,216 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42408, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T14:34:24,216 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ca81938, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:34:24,217 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T14:34:24,217 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b313e41b3af3,44345,1732286061189, seqNum=-1] 2024-11-22T14:34:24,218 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T14:34:24,219 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44870, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T14:34:24,220 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b313e41b3af3,36361,1732286061147 2024-11-22T14:34:24,221 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:63574 2024-11-22T14:34:24,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:63574, baseZNode=/0-764911506 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T14:34:24,223 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10067daf3520002 connected 2024-11-22T14:34:24,224 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6734f34d-2ef7-b9de-e075-26aa0733cc5d/hadoop.log.dir so I do NOT create it in target/test-data/f637bc41-0d46-0fdd-0677-69786b1e2478 2024-11-22T14:34:24,225 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6734f34d-2ef7-b9de-e075-26aa0733cc5d/hadoop.log.dir Erasing configuration value by system value. 2024-11-22T14:34:24,225 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6734f34d-2ef7-b9de-e075-26aa0733cc5d/hadoop.tmp.dir so I do NOT create it in target/test-data/f637bc41-0d46-0fdd-0677-69786b1e2478 2024-11-22T14:34:24,225 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6734f34d-2ef7-b9de-e075-26aa0733cc5d/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-22T14:34:24,225 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f637bc41-0d46-0fdd-0677-69786b1e2478 2024-11-22T14:34:24,225 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-22T14:34:24,225 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f637bc41-0d46-0fdd-0677-69786b1e2478/cluster_7e6dcf0d-3c97-ff46-97fe-ca5b3af26a90, deleteOnExit=true 2024-11-22T14:34:24,225 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-22T14:34:24,225 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f637bc41-0d46-0fdd-0677-69786b1e2478/test.cache.data in system properties and HBase conf 2024-11-22T14:34:24,225 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f637bc41-0d46-0fdd-0677-69786b1e2478/hadoop.tmp.dir in system properties and HBase conf 2024-11-22T14:34:24,225 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f637bc41-0d46-0fdd-0677-69786b1e2478/hadoop.log.dir in system properties and HBase conf 2024-11-22T14:34:24,225 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f637bc41-0d46-0fdd-0677-69786b1e2478/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-22T14:34:24,225 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f637bc41-0d46-0fdd-0677-69786b1e2478/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-22T14:34:24,225 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-22T14:34:24,225 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-22T14:34:24,225 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f637bc41-0d46-0fdd-0677-69786b1e2478/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-22T14:34:24,225 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f637bc41-0d46-0fdd-0677-69786b1e2478/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-22T14:34:24,226 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f637bc41-0d46-0fdd-0677-69786b1e2478/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-22T14:34:24,226 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f637bc41-0d46-0fdd-0677-69786b1e2478/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T14:34:24,226 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f637bc41-0d46-0fdd-0677-69786b1e2478/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-22T14:34:24,226 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f637bc41-0d46-0fdd-0677-69786b1e2478/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-22T14:34:24,226 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f637bc41-0d46-0fdd-0677-69786b1e2478/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T14:34:24,226 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f637bc41-0d46-0fdd-0677-69786b1e2478/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T14:34:24,226 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f637bc41-0d46-0fdd-0677-69786b1e2478/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-22T14:34:24,226 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f637bc41-0d46-0fdd-0677-69786b1e2478/nfs.dump.dir in system properties and HBase conf 2024-11-22T14:34:24,226 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f637bc41-0d46-0fdd-0677-69786b1e2478/java.io.tmpdir in system properties and HBase conf 2024-11-22T14:34:24,226 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f637bc41-0d46-0fdd-0677-69786b1e2478/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T14:34:24,226 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f637bc41-0d46-0fdd-0677-69786b1e2478/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-22T14:34:24,226 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f637bc41-0d46-0fdd-0677-69786b1e2478/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-22T14:34:24,235 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:34:24,236 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:34:24,236 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:34:24,236 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:34:24,236 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:34:24,237 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:34:24,245 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:34:24,249 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:34:24,250 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:34:24,253 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:34:24,305 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T14:34:24,310 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T14:34:24,318 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T14:34:24,318 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T14:34:24,318 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-22T14:34:24,319 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T14:34:24,319 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@21702e4f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f637bc41-0d46-0fdd-0677-69786b1e2478/hadoop.log.dir/,AVAILABLE} 2024-11-22T14:34:24,319 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@67c2d1fd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T14:34:24,423 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3992b297{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f637bc41-0d46-0fdd-0677-69786b1e2478/java.io.tmpdir/jetty-localhost-34619-hadoop-hdfs-3_4_1-tests_jar-_-any-17163684978720236890/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T14:34:24,423 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3c620576{HTTP/1.1, (http/1.1)}{localhost:34619} 2024-11-22T14:34:24,424 INFO [Time-limited test {}] server.Server(415): Started @184957ms 2024-11-22T14:34:24,452 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T14:34:24,453 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [b313e41b3af3,34993,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b313e41b3af3:34993 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-22T14:34:24,453 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 8, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 8180 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [b313e41b3af3,34993,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b313e41b3af3:34993 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-22T14:34:24,479 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T14:34:24,483 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T14:34:24,484 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T14:34:24,484 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T14:34:24,484 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-22T14:34:24,484 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@8cca915{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f637bc41-0d46-0fdd-0677-69786b1e2478/hadoop.log.dir/,AVAILABLE} 2024-11-22T14:34:24,484 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5172d7cd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T14:34:24,580 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7e70714f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f637bc41-0d46-0fdd-0677-69786b1e2478/java.io.tmpdir/jetty-localhost-44115-hadoop-hdfs-3_4_1-tests_jar-_-any-6119909330024162345/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T14:34:24,580 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7a0e58bc{HTTP/1.1, (http/1.1)}{localhost:44115} 2024-11-22T14:34:24,580 INFO [Time-limited test {}] server.Server(415): Started @185113ms 2024-11-22T14:34:24,581 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-22T14:34:24,641 WARN [Thread-2306 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f637bc41-0d46-0fdd-0677-69786b1e2478/cluster_7e6dcf0d-3c97-ff46-97fe-ca5b3af26a90/data/data1/current/BP-2005668854-172.17.0.2-1732286064263/current, will proceed with Du for space computation calculation, 2024-11-22T14:34:24,641 WARN [Thread-2307 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f637bc41-0d46-0fdd-0677-69786b1e2478/cluster_7e6dcf0d-3c97-ff46-97fe-ca5b3af26a90/data/data2/current/BP-2005668854-172.17.0.2-1732286064263/current, will proceed with Du for space computation calculation, 2024-11-22T14:34:24,658 WARN [Thread-2294 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-22T14:34:24,660 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe685a46d831a3555 with lease ID 0xd4d828cef6754d02: Processing first storage report for DS-e62f1f30-fbc8-4e53-82a8-a26ec9a22e9c from datanode DatanodeRegistration(127.0.0.1:42217, datanodeUuid=710684aa-e599-4d03-bcaa-4c58c74ddb9b, infoPort=46787, infoSecurePort=0, ipcPort=34613, storageInfo=lv=-57;cid=testClusterID;nsid=1859517976;c=1732286064263) 2024-11-22T14:34:24,660 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe685a46d831a3555 with lease ID 0xd4d828cef6754d02: from storage DS-e62f1f30-fbc8-4e53-82a8-a26ec9a22e9c node DatanodeRegistration(127.0.0.1:42217, datanodeUuid=710684aa-e599-4d03-bcaa-4c58c74ddb9b, infoPort=46787, infoSecurePort=0, ipcPort=34613, storageInfo=lv=-57;cid=testClusterID;nsid=1859517976;c=1732286064263), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T14:34:24,660 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe685a46d831a3555 with lease ID 0xd4d828cef6754d02: Processing first storage report for DS-71aabb63-36d1-4b4e-8f52-067bbd5164fc from datanode DatanodeRegistration(127.0.0.1:42217, datanodeUuid=710684aa-e599-4d03-bcaa-4c58c74ddb9b, infoPort=46787, infoSecurePort=0, ipcPort=34613, storageInfo=lv=-57;cid=testClusterID;nsid=1859517976;c=1732286064263) 2024-11-22T14:34:24,661 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe685a46d831a3555 with lease ID 0xd4d828cef6754d02: from storage DS-71aabb63-36d1-4b4e-8f52-067bbd5164fc node DatanodeRegistration(127.0.0.1:42217, datanodeUuid=710684aa-e599-4d03-bcaa-4c58c74ddb9b, infoPort=46787, infoSecurePort=0, ipcPort=34613, storageInfo=lv=-57;cid=testClusterID;nsid=1859517976;c=1732286064263), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T14:34:24,708 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f637bc41-0d46-0fdd-0677-69786b1e2478 2024-11-22T14:34:24,709 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T14:34:24,710 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T14:34:24,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42217 is added to blk_1073741825_1001 (size=7) 2024-11-22T14:34:25,075 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-22T14:34:25,075 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-22T14:34:25,075 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-22T14:34:25,117 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35465/user/jenkins/test-data/ed683912-36a6-3d62-39b0-dab445110526 with version=8 2024-11-22T14:34:25,117 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35465/user/jenkins/test-data/ed683912-36a6-3d62-39b0-dab445110526/hbase-staging 2024-11-22T14:34:25,119 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b313e41b3af3:0 server-side Connection retries=45 2024-11-22T14:34:25,119 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T14:34:25,119 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T14:34:25,119 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T14:34:25,119 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T14:34:25,119 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T14:34:25,119 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-22T14:34:25,119 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T14:34:25,120 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36241 2024-11-22T14:34:25,120 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36241 connecting to ZooKeeper ensemble=127.0.0.1:63574 2024-11-22T14:34:25,122 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:362410x0, quorum=127.0.0.1:63574, baseZNode=/1-424323231 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T14:34:25,122 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36241-0x10067daf3520003 connected 2024-11-22T14:34:25,128 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T14:34:25,130 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T14:34:25,132 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36241-0x10067daf3520003, quorum=127.0.0.1:63574, baseZNode=/1-424323231 Set watcher on znode that does not yet exist, /1-424323231/running 2024-11-22T14:34:25,132 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35465/user/jenkins/test-data/ed683912-36a6-3d62-39b0-dab445110526, hbase.cluster.distributed=false 2024-11-22T14:34:25,133 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36241-0x10067daf3520003, quorum=127.0.0.1:63574, baseZNode=/1-424323231 Set watcher on znode that does not yet exist, /1-424323231/acl 2024-11-22T14:34:25,136 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36241 2024-11-22T14:34:25,136 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36241 2024-11-22T14:34:25,136 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36241 2024-11-22T14:34:25,137 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36241 2024-11-22T14:34:25,141 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36241 2024-11-22T14:34:25,153 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b313e41b3af3:0 server-side Connection retries=45 2024-11-22T14:34:25,154 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T14:34:25,154 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T14:34:25,154 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T14:34:25,154 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T14:34:25,154 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T14:34:25,154 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-22T14:34:25,154 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T14:34:25,154 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43117 2024-11-22T14:34:25,155 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43117 connecting to ZooKeeper ensemble=127.0.0.1:63574 2024-11-22T14:34:25,155 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T14:34:25,157 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T14:34:25,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:431170x0, quorum=127.0.0.1:63574, baseZNode=/1-424323231 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T14:34:25,160 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:431170x0, quorum=127.0.0.1:63574, baseZNode=/1-424323231 Set watcher on znode that does not yet exist, /1-424323231/running 2024-11-22T14:34:25,160 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43117-0x10067daf3520004 connected 2024-11-22T14:34:25,160 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-22T14:34:25,161 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-22T14:34:25,161 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43117-0x10067daf3520004, quorum=127.0.0.1:63574, baseZNode=/1-424323231 Set watcher on znode that does not yet exist, /1-424323231/master 2024-11-22T14:34:25,162 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43117-0x10067daf3520004, quorum=127.0.0.1:63574, baseZNode=/1-424323231 Set watcher on znode that does not yet exist, /1-424323231/acl 2024-11-22T14:34:25,166 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43117 2024-11-22T14:34:25,167 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43117 2024-11-22T14:34:25,168 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43117 2024-11-22T14:34:25,170 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43117 2024-11-22T14:34:25,171 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43117 2024-11-22T14:34:25,182 DEBUG [M:0;b313e41b3af3:36241 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b313e41b3af3:36241 2024-11-22T14:34:25,183 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-424323231/backup-masters/b313e41b3af3,36241,1732286065119 2024-11-22T14:34:25,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36241-0x10067daf3520003, quorum=127.0.0.1:63574, baseZNode=/1-424323231 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-424323231/backup-masters 2024-11-22T14:34:25,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43117-0x10067daf3520004, quorum=127.0.0.1:63574, baseZNode=/1-424323231 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-424323231/backup-masters 2024-11-22T14:34:25,184 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36241-0x10067daf3520003, quorum=127.0.0.1:63574, baseZNode=/1-424323231 Set watcher on existing znode=/1-424323231/backup-masters/b313e41b3af3,36241,1732286065119 2024-11-22T14:34:25,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43117-0x10067daf3520004, quorum=127.0.0.1:63574, baseZNode=/1-424323231 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-424323231/master 2024-11-22T14:34:25,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36241-0x10067daf3520003, quorum=127.0.0.1:63574, baseZNode=/1-424323231 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-424323231 2024-11-22T14:34:25,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43117-0x10067daf3520004, quorum=127.0.0.1:63574, baseZNode=/1-424323231 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-424323231 2024-11-22T14:34:25,185 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36241-0x10067daf3520003, quorum=127.0.0.1:63574, baseZNode=/1-424323231 Set watcher on existing znode=/1-424323231/master 2024-11-22T14:34:25,185 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-424323231/backup-masters/b313e41b3af3,36241,1732286065119 from backup master directory 2024-11-22T14:34:25,186 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36241-0x10067daf3520003, quorum=127.0.0.1:63574, baseZNode=/1-424323231 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-424323231/backup-masters/b313e41b3af3,36241,1732286065119 2024-11-22T14:34:25,186 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43117-0x10067daf3520004, quorum=127.0.0.1:63574, baseZNode=/1-424323231 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-424323231/backup-masters 2024-11-22T14:34:25,186 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36241-0x10067daf3520003, quorum=127.0.0.1:63574, baseZNode=/1-424323231 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-424323231/backup-masters 2024-11-22T14:34:25,186 WARN [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T14:34:25,186 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b313e41b3af3,36241,1732286065119 2024-11-22T14:34:25,189 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35465/user/jenkins/test-data/ed683912-36a6-3d62-39b0-dab445110526/hbase.id] with ID: 4885f83e-2de8-4cc3-b843-ce7de9db273e 2024-11-22T14:34:25,189 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35465/user/jenkins/test-data/ed683912-36a6-3d62-39b0-dab445110526/.tmp/hbase.id 2024-11-22T14:34:25,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42217 is added to blk_1073741826_1002 (size=42) 2024-11-22T14:34:25,194 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35465/user/jenkins/test-data/ed683912-36a6-3d62-39b0-dab445110526/.tmp/hbase.id]:[hdfs://localhost:35465/user/jenkins/test-data/ed683912-36a6-3d62-39b0-dab445110526/hbase.id] 2024-11-22T14:34:25,201 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T14:34:25,201 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-22T14:34:25,202 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-22T14:34:25,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36241-0x10067daf3520003, quorum=127.0.0.1:63574, baseZNode=/1-424323231 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-424323231 2024-11-22T14:34:25,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43117-0x10067daf3520004, quorum=127.0.0.1:63574, baseZNode=/1-424323231 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-424323231 2024-11-22T14:34:25,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42217 is added to blk_1073741827_1003 (size=196) 2024-11-22T14:34:25,611 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T14:34:25,611 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-22T14:34:25,612 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T14:34:25,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42217 is added to blk_1073741828_1004 (size=1189) 2024-11-22T14:34:26,020 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35465/user/jenkins/test-data/ed683912-36a6-3d62-39b0-dab445110526/MasterData/data/master/store 2024-11-22T14:34:26,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42217 is added to blk_1073741829_1005 (size=34) 2024-11-22T14:34:26,425 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T14:34:26,425 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T14:34:26,425 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T14:34:26,425 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T14:34:26,425 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T14:34:26,425 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T14:34:26,425 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T14:34:26,425 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732286066425Disabling compacts and flushes for region at 1732286066425Disabling writes for close at 1732286066425Writing region close event to WAL at 1732286066425Closed at 1732286066425 2024-11-22T14:34:26,426 WARN [master/b313e41b3af3:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35465/user/jenkins/test-data/ed683912-36a6-3d62-39b0-dab445110526/MasterData/data/master/store/.initializing 2024-11-22T14:34:26,426 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35465/user/jenkins/test-data/ed683912-36a6-3d62-39b0-dab445110526/MasterData/WALs/b313e41b3af3,36241,1732286065119 2024-11-22T14:34:26,426 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T14:34:26,427 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b313e41b3af3%2C36241%2C1732286065119, suffix=, logDir=hdfs://localhost:35465/user/jenkins/test-data/ed683912-36a6-3d62-39b0-dab445110526/MasterData/WALs/b313e41b3af3,36241,1732286065119, archiveDir=hdfs://localhost:35465/user/jenkins/test-data/ed683912-36a6-3d62-39b0-dab445110526/MasterData/oldWALs, maxLogs=10 2024-11-22T14:34:26,439 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ed683912-36a6-3d62-39b0-dab445110526/MasterData/WALs/b313e41b3af3,36241,1732286065119/b313e41b3af3%2C36241%2C1732286065119.1732286066428, exclude list is [], retry=0 2024-11-22T14:34:26,441 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42217,DS-e62f1f30-fbc8-4e53-82a8-a26ec9a22e9c,DISK] 2024-11-22T14:34:26,442 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ed683912-36a6-3d62-39b0-dab445110526/MasterData/WALs/b313e41b3af3,36241,1732286065119/b313e41b3af3%2C36241%2C1732286065119.1732286066428 2024-11-22T14:34:26,442 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46787:46787)] 2024-11-22T14:34:26,442 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-22T14:34:26,442 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T14:34:26,443 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:34:26,443 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:34:26,444 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:34:26,444 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-22T14:34:26,445 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:34:26,445 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T14:34:26,445 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:34:26,446 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-22T14:34:26,446 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:34:26,446 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:34:26,446 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:34:26,447 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-22T14:34:26,447 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:34:26,447 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:34:26,447 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:34:26,448 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-22T14:34:26,448 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:34:26,448 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:34:26,448 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:34:26,449 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35465/user/jenkins/test-data/ed683912-36a6-3d62-39b0-dab445110526/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:34:26,449 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35465/user/jenkins/test-data/ed683912-36a6-3d62-39b0-dab445110526/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:34:26,450 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:34:26,450 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:34:26,450 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T14:34:26,451 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:34:26,452 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35465/user/jenkins/test-data/ed683912-36a6-3d62-39b0-dab445110526/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T14:34:26,453 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71589916, jitterRate=0.06677287817001343}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T14:34:26,453 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732286066443Initializing all the Stores at 1732286066443Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732286066443Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732286066443Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732286066443Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732286066443Cleaning up temporary data from old regions at 1732286066450 (+7 ms)Region opened successfully at 1732286066453 (+3 ms) 2024-11-22T14:34:26,453 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-22T14:34:26,455 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@344a4450, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b313e41b3af3/172.17.0.2:0 2024-11-22T14:34:26,455 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-22T14:34:26,455 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-22T14:34:26,455 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-22T14:34:26,456 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-22T14:34:26,456 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-22T14:34:26,456 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-22T14:34:26,456 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-22T14:34:26,457 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-22T14:34:26,458 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36241-0x10067daf3520003, quorum=127.0.0.1:63574, baseZNode=/1-424323231 Unable to get data of znode /1-424323231/balancer because node does not exist (not necessarily an error) 2024-11-22T14:34:26,458 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-424323231/balancer already deleted, retry=false 2024-11-22T14:34:26,459 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-22T14:34:26,459 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36241-0x10067daf3520003, quorum=127.0.0.1:63574, baseZNode=/1-424323231 Unable to get data of znode /1-424323231/normalizer because node does not exist (not necessarily an error) 2024-11-22T14:34:26,459 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-424323231/normalizer already deleted, retry=false 2024-11-22T14:34:26,460 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-22T14:34:26,460 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36241-0x10067daf3520003, quorum=127.0.0.1:63574, baseZNode=/1-424323231 Unable to get data of znode /1-424323231/switch/split because node does not exist (not necessarily an error) 2024-11-22T14:34:26,461 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-424323231/switch/split already deleted, retry=false 2024-11-22T14:34:26,461 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36241-0x10067daf3520003, quorum=127.0.0.1:63574, baseZNode=/1-424323231 Unable to get data of znode /1-424323231/switch/merge because node does not exist (not necessarily an error) 2024-11-22T14:34:26,462 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-424323231/switch/merge already deleted, retry=false 2024-11-22T14:34:26,463 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36241-0x10067daf3520003, quorum=127.0.0.1:63574, baseZNode=/1-424323231 Unable to get data of znode /1-424323231/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-22T14:34:26,463 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-424323231/snapshot-cleanup already deleted, retry=false 2024-11-22T14:34:26,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36241-0x10067daf3520003, quorum=127.0.0.1:63574, baseZNode=/1-424323231 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-424323231/running 2024-11-22T14:34:26,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36241-0x10067daf3520003, quorum=127.0.0.1:63574, baseZNode=/1-424323231 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-424323231 2024-11-22T14:34:26,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43117-0x10067daf3520004, quorum=127.0.0.1:63574, baseZNode=/1-424323231 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-424323231/running 2024-11-22T14:34:26,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43117-0x10067daf3520004, quorum=127.0.0.1:63574, baseZNode=/1-424323231 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-424323231 2024-11-22T14:34:26,464 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b313e41b3af3,36241,1732286065119, sessionid=0x10067daf3520003, setting cluster-up flag (Was=false) 2024-11-22T14:34:26,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36241-0x10067daf3520003, quorum=127.0.0.1:63574, baseZNode=/1-424323231 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-424323231 2024-11-22T14:34:26,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43117-0x10067daf3520004, quorum=127.0.0.1:63574, baseZNode=/1-424323231 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-424323231 2024-11-22T14:34:26,467 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-424323231/flush-table-proc/acquired, /1-424323231/flush-table-proc/reached, /1-424323231/flush-table-proc/abort 2024-11-22T14:34:26,468 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b313e41b3af3,36241,1732286065119 2024-11-22T14:34:26,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36241-0x10067daf3520003, quorum=127.0.0.1:63574, baseZNode=/1-424323231 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-424323231 2024-11-22T14:34:26,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43117-0x10067daf3520004, quorum=127.0.0.1:63574, baseZNode=/1-424323231 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-424323231 2024-11-22T14:34:26,471 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-424323231/online-snapshot/acquired, /1-424323231/online-snapshot/reached, /1-424323231/online-snapshot/abort 2024-11-22T14:34:26,471 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b313e41b3af3,36241,1732286065119 2024-11-22T14:34:26,472 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35465/user/jenkins/test-data/ed683912-36a6-3d62-39b0-dab445110526/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-22T14:34:26,473 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-22T14:34:26,473 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-22T14:34:26,474 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-22T14:34:26,474 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b313e41b3af3,36241,1732286065119 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-22T14:34:26,475 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b313e41b3af3:0, corePoolSize=5, maxPoolSize=5 2024-11-22T14:34:26,475 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b313e41b3af3:0, corePoolSize=5, maxPoolSize=5 2024-11-22T14:34:26,475 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b313e41b3af3:0, corePoolSize=5, maxPoolSize=5 2024-11-22T14:34:26,475 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b313e41b3af3:0, corePoolSize=5, maxPoolSize=5 2024-11-22T14:34:26,475 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b313e41b3af3:0, corePoolSize=10, maxPoolSize=10 2024-11-22T14:34:26,475 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:34:26,475 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b313e41b3af3:0, corePoolSize=2, maxPoolSize=2 2024-11-22T14:34:26,475 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:34:26,477 INFO [RS:0;b313e41b3af3:43117 {}] regionserver.HRegionServer(746): ClusterId : 4885f83e-2de8-4cc3-b843-ce7de9db273e 2024-11-22T14:34:26,477 DEBUG [RS:0;b313e41b3af3:43117 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-22T14:34:26,479 DEBUG [RS:0;b313e41b3af3:43117 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-22T14:34:26,479 DEBUG [RS:0;b313e41b3af3:43117 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-22T14:34:26,480 DEBUG [RS:0;b313e41b3af3:43117 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-22T14:34:26,480 DEBUG [RS:0;b313e41b3af3:43117 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@380dd3e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b313e41b3af3/172.17.0.2:0 2024-11-22T14:34:26,483 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T14:34:26,483 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-22T14:34:26,483 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:34:26,484 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-22T14:34:26,489 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732286096489 2024-11-22T14:34:26,489 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-22T14:34:26,489 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-22T14:34:26,489 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-22T14:34:26,489 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-22T14:34:26,489 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-22T14:34:26,489 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-22T14:34:26,490 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T14:34:26,492 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-22T14:34:26,492 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-22T14:34:26,493 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-22T14:34:26,493 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-22T14:34:26,493 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-22T14:34:26,493 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-22T14:34:26,493 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b313e41b3af3:0:becomeActiveMaster-HFileCleaner.large.0-1732286066493,5,FailOnTimeoutGroup] 2024-11-22T14:34:26,497 DEBUG [RS:0;b313e41b3af3:43117 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b313e41b3af3:43117 2024-11-22T14:34:26,497 INFO [RS:0;b313e41b3af3:43117 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-22T14:34:26,497 INFO [RS:0;b313e41b3af3:43117 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-22T14:34:26,497 DEBUG [RS:0;b313e41b3af3:43117 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-22T14:34:26,498 INFO [RS:0;b313e41b3af3:43117 {}] regionserver.HRegionServer(2659): reportForDuty to master=b313e41b3af3,36241,1732286065119 with port=43117, startcode=1732286065153 2024-11-22T14:34:26,498 DEBUG [RS:0;b313e41b3af3:43117 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-22T14:34:26,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42217 is added to blk_1073741831_1007 (size=1321) 2024-11-22T14:34:26,501 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b313e41b3af3:0:becomeActiveMaster-HFileCleaner.small.0-1732286066493,5,FailOnTimeoutGroup] 2024-11-22T14:34:26,501 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T14:34:26,501 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-22T14:34:26,501 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-22T14:34:26,501 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-22T14:34:26,502 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50157, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=RegionServerStatusService 2024-11-22T14:34:26,502 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36241 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b313e41b3af3,43117,1732286065153 2024-11-22T14:34:26,502 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36241 {}] master.ServerManager(517): Registering regionserver=b313e41b3af3,43117,1732286065153 2024-11-22T14:34:26,503 DEBUG [RS:0;b313e41b3af3:43117 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35465/user/jenkins/test-data/ed683912-36a6-3d62-39b0-dab445110526 2024-11-22T14:34:26,503 DEBUG [RS:0;b313e41b3af3:43117 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35465 2024-11-22T14:34:26,503 DEBUG [RS:0;b313e41b3af3:43117 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-22T14:34:26,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36241-0x10067daf3520003, quorum=127.0.0.1:63574, baseZNode=/1-424323231 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-424323231/rs 2024-11-22T14:34:26,506 DEBUG [RS:0;b313e41b3af3:43117 {}] zookeeper.ZKUtil(111): regionserver:43117-0x10067daf3520004, quorum=127.0.0.1:63574, baseZNode=/1-424323231 Set watcher on existing znode=/1-424323231/rs/b313e41b3af3,43117,1732286065153 2024-11-22T14:34:26,506 WARN [RS:0;b313e41b3af3:43117 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T14:34:26,506 INFO [RS:0;b313e41b3af3:43117 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T14:34:26,506 DEBUG [RS:0;b313e41b3af3:43117 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35465/user/jenkins/test-data/ed683912-36a6-3d62-39b0-dab445110526/WALs/b313e41b3af3,43117,1732286065153 2024-11-22T14:34:26,506 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b313e41b3af3,43117,1732286065153] 2024-11-22T14:34:26,511 INFO [RS:0;b313e41b3af3:43117 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-22T14:34:26,513 INFO [RS:0;b313e41b3af3:43117 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-22T14:34:26,513 INFO [RS:0;b313e41b3af3:43117 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-22T14:34:26,513 INFO [RS:0;b313e41b3af3:43117 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T14:34:26,517 INFO [RS:0;b313e41b3af3:43117 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-22T14:34:26,518 INFO [RS:0;b313e41b3af3:43117 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-22T14:34:26,518 INFO [RS:0;b313e41b3af3:43117 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-22T14:34:26,518 DEBUG [RS:0;b313e41b3af3:43117 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:34:26,518 DEBUG [RS:0;b313e41b3af3:43117 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:34:26,518 DEBUG [RS:0;b313e41b3af3:43117 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:34:26,518 DEBUG [RS:0;b313e41b3af3:43117 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:34:26,518 DEBUG [RS:0;b313e41b3af3:43117 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:34:26,518 DEBUG [RS:0;b313e41b3af3:43117 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b313e41b3af3:0, corePoolSize=2, maxPoolSize=2 2024-11-22T14:34:26,518 DEBUG [RS:0;b313e41b3af3:43117 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:34:26,518 DEBUG [RS:0;b313e41b3af3:43117 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:34:26,518 DEBUG [RS:0;b313e41b3af3:43117 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:34:26,518 DEBUG [RS:0;b313e41b3af3:43117 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:34:26,518 DEBUG [RS:0;b313e41b3af3:43117 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:34:26,518 DEBUG [RS:0;b313e41b3af3:43117 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:34:26,518 DEBUG [RS:0;b313e41b3af3:43117 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b313e41b3af3:0, corePoolSize=3, maxPoolSize=3 2024-11-22T14:34:26,518 DEBUG [RS:0;b313e41b3af3:43117 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b313e41b3af3:0, corePoolSize=3, maxPoolSize=3 2024-11-22T14:34:26,521 INFO [RS:0;b313e41b3af3:43117 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T14:34:26,521 INFO [RS:0;b313e41b3af3:43117 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T14:34:26,521 INFO [RS:0;b313e41b3af3:43117 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T14:34:26,521 INFO [RS:0;b313e41b3af3:43117 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-22T14:34:26,521 INFO [RS:0;b313e41b3af3:43117 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-22T14:34:26,521 INFO [RS:0;b313e41b3af3:43117 {}] hbase.ChoreService(168): Chore ScheduledChore name=b313e41b3af3,43117,1732286065153-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T14:34:26,540 INFO [RS:0;b313e41b3af3:43117 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-22T14:34:26,540 INFO [RS:0;b313e41b3af3:43117 {}] hbase.ChoreService(168): Chore ScheduledChore name=b313e41b3af3,43117,1732286065153-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T14:34:26,540 INFO [RS:0;b313e41b3af3:43117 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T14:34:26,540 INFO [RS:0;b313e41b3af3:43117 {}] regionserver.Replication(171): b313e41b3af3,43117,1732286065153 started 2024-11-22T14:34:26,558 INFO [RS:0;b313e41b3af3:43117 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T14:34:26,558 INFO [RS:0;b313e41b3af3:43117 {}] regionserver.HRegionServer(1482): Serving as b313e41b3af3,43117,1732286065153, RpcServer on b313e41b3af3/172.17.0.2:43117, sessionid=0x10067daf3520004 2024-11-22T14:34:26,559 DEBUG [RS:0;b313e41b3af3:43117 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-22T14:34:26,559 DEBUG [RS:0;b313e41b3af3:43117 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b313e41b3af3,43117,1732286065153 2024-11-22T14:34:26,559 DEBUG [RS:0;b313e41b3af3:43117 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b313e41b3af3,43117,1732286065153' 2024-11-22T14:34:26,559 DEBUG [RS:0;b313e41b3af3:43117 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-424323231/flush-table-proc/abort' 2024-11-22T14:34:26,559 DEBUG [RS:0;b313e41b3af3:43117 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-424323231/flush-table-proc/acquired' 2024-11-22T14:34:26,560 DEBUG [RS:0;b313e41b3af3:43117 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-22T14:34:26,560 DEBUG [RS:0;b313e41b3af3:43117 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-22T14:34:26,560 DEBUG [RS:0;b313e41b3af3:43117 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b313e41b3af3,43117,1732286065153 2024-11-22T14:34:26,560 DEBUG [RS:0;b313e41b3af3:43117 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b313e41b3af3,43117,1732286065153' 2024-11-22T14:34:26,560 DEBUG [RS:0;b313e41b3af3:43117 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-424323231/online-snapshot/abort' 2024-11-22T14:34:26,560 DEBUG [RS:0;b313e41b3af3:43117 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-424323231/online-snapshot/acquired' 2024-11-22T14:34:26,560 DEBUG [RS:0;b313e41b3af3:43117 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-22T14:34:26,560 INFO [RS:0;b313e41b3af3:43117 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-22T14:34:26,560 INFO [RS:0;b313e41b3af3:43117 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-22T14:34:26,661 INFO [RS:0;b313e41b3af3:43117 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T14:34:26,662 INFO [RS:0;b313e41b3af3:43117 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b313e41b3af3%2C43117%2C1732286065153, suffix=, logDir=hdfs://localhost:35465/user/jenkins/test-data/ed683912-36a6-3d62-39b0-dab445110526/WALs/b313e41b3af3,43117,1732286065153, archiveDir=hdfs://localhost:35465/user/jenkins/test-data/ed683912-36a6-3d62-39b0-dab445110526/oldWALs, maxLogs=10 2024-11-22T14:34:26,677 DEBUG [RS:0;b313e41b3af3:43117 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ed683912-36a6-3d62-39b0-dab445110526/WALs/b313e41b3af3,43117,1732286065153/b313e41b3af3%2C43117%2C1732286065153.1732286066662, exclude list is [], retry=0 2024-11-22T14:34:26,679 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42217,DS-e62f1f30-fbc8-4e53-82a8-a26ec9a22e9c,DISK] 2024-11-22T14:34:26,681 INFO [RS:0;b313e41b3af3:43117 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ed683912-36a6-3d62-39b0-dab445110526/WALs/b313e41b3af3,43117,1732286065153/b313e41b3af3%2C43117%2C1732286065153.1732286066662 2024-11-22T14:34:26,681 DEBUG [RS:0;b313e41b3af3:43117 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46787:46787)] 2024-11-22T14:34:26,899 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35465/user/jenkins/test-data/ed683912-36a6-3d62-39b0-dab445110526/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-22T14:34:26,900 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35465/user/jenkins/test-data/ed683912-36a6-3d62-39b0-dab445110526 2024-11-22T14:34:26,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42217 is added to blk_1073741833_1009 (size=32) 2024-11-22T14:34:27,306 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T14:34:27,307 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T14:34:27,308 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T14:34:27,308 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:34:27,308 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T14:34:27,308 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T14:34:27,309 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T14:34:27,309 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:34:27,309 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T14:34:27,309 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T14:34:27,310 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T14:34:27,310 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:34:27,310 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T14:34:27,310 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T14:34:27,311 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T14:34:27,311 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:34:27,311 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T14:34:27,311 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T14:34:27,311 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35465/user/jenkins/test-data/ed683912-36a6-3d62-39b0-dab445110526/data/hbase/meta/1588230740 2024-11-22T14:34:27,312 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35465/user/jenkins/test-data/ed683912-36a6-3d62-39b0-dab445110526/data/hbase/meta/1588230740 2024-11-22T14:34:27,312 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T14:34:27,313 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T14:34:27,313 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T14:34:27,314 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T14:34:27,315 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35465/user/jenkins/test-data/ed683912-36a6-3d62-39b0-dab445110526/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T14:34:27,316 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75458976, jitterRate=0.12442636489868164}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T14:34:27,316 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732286067306Initializing all the Stores at 1732286067306Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732286067306Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732286067306Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732286067306Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732286067307 (+1 ms)Cleaning up temporary data from old regions at 1732286067313 (+6 ms)Region opened successfully at 1732286067316 (+3 ms) 2024-11-22T14:34:27,316 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-22T14:34:27,316 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-22T14:34:27,316 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-22T14:34:27,316 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T14:34:27,316 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T14:34:27,316 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-22T14:34:27,316 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732286067316Disabling compacts and flushes for region at 1732286067316Disabling writes for close at 1732286067316Writing region close event to WAL at 1732286067316Closed at 1732286067316 2024-11-22T14:34:27,317 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T14:34:27,317 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-22T14:34:27,317 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-22T14:34:27,318 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T14:34:27,318 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-22T14:34:27,469 DEBUG [b313e41b3af3:36241 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-22T14:34:27,469 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b313e41b3af3,43117,1732286065153 2024-11-22T14:34:27,470 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b313e41b3af3,43117,1732286065153, state=OPENING 2024-11-22T14:34:27,471 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-22T14:34:27,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43117-0x10067daf3520004, quorum=127.0.0.1:63574, baseZNode=/1-424323231 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-424323231 2024-11-22T14:34:27,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36241-0x10067daf3520003, quorum=127.0.0.1:63574, baseZNode=/1-424323231 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-424323231 2024-11-22T14:34:27,472 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-424323231/meta-region-server: CHANGED 2024-11-22T14:34:27,472 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T14:34:27,472 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-424323231/meta-region-server: CHANGED 2024-11-22T14:34:27,472 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b313e41b3af3,43117,1732286065153}] 2024-11-22T14:34:27,624 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-22T14:34:27,625 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47127, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-22T14:34:27,628 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-22T14:34:27,628 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T14:34:27,628 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-22T14:34:27,629 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b313e41b3af3%2C43117%2C1732286065153.meta, suffix=.meta, logDir=hdfs://localhost:35465/user/jenkins/test-data/ed683912-36a6-3d62-39b0-dab445110526/WALs/b313e41b3af3,43117,1732286065153, archiveDir=hdfs://localhost:35465/user/jenkins/test-data/ed683912-36a6-3d62-39b0-dab445110526/oldWALs, maxLogs=10 2024-11-22T14:34:27,641 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ed683912-36a6-3d62-39b0-dab445110526/WALs/b313e41b3af3,43117,1732286065153/b313e41b3af3%2C43117%2C1732286065153.meta.1732286067629.meta, exclude list is [], retry=0 2024-11-22T14:34:27,643 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42217,DS-e62f1f30-fbc8-4e53-82a8-a26ec9a22e9c,DISK] 2024-11-22T14:34:27,644 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ed683912-36a6-3d62-39b0-dab445110526/WALs/b313e41b3af3,43117,1732286065153/b313e41b3af3%2C43117%2C1732286065153.meta.1732286067629.meta 2024-11-22T14:34:27,645 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46787:46787)] 2024-11-22T14:34:27,645 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-22T14:34:27,645 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-22T14:34:27,645 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-22T14:34:27,645 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-22T14:34:27,645 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-22T14:34:27,645 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-22T14:34:27,645 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T14:34:27,645 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-22T14:34:27,646 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-22T14:34:27,647 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T14:34:27,648 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T14:34:27,648 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:34:27,648 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T14:34:27,648 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T14:34:27,649 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T14:34:27,649 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:34:27,649 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T14:34:27,649 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T14:34:27,650 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T14:34:27,650 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:34:27,650 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T14:34:27,650 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T14:34:27,650 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T14:34:27,651 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:34:27,651 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T14:34:27,651 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T14:34:27,651 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35465/user/jenkins/test-data/ed683912-36a6-3d62-39b0-dab445110526/data/hbase/meta/1588230740 2024-11-22T14:34:27,652 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35465/user/jenkins/test-data/ed683912-36a6-3d62-39b0-dab445110526/data/hbase/meta/1588230740 2024-11-22T14:34:27,653 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T14:34:27,653 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T14:34:27,653 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T14:34:27,654 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T14:34:27,654 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69613860, jitterRate=0.037327349185943604}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T14:34:27,654 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-22T14:34:27,655 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732286067646Writing region info on filesystem at 1732286067646Initializing all the Stores at 1732286067646Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732286067646Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732286067647 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732286067647Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732286067647Cleaning up temporary data from old regions at 1732286067653 (+6 ms)Running coprocessor post-open hooks at 1732286067654 (+1 ms)Region opened successfully at 1732286067654 2024-11-22T14:34:27,655 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732286067624 2024-11-22T14:34:27,657 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-22T14:34:27,657 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-22T14:34:27,657 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b313e41b3af3,43117,1732286065153 2024-11-22T14:34:27,658 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b313e41b3af3,43117,1732286065153, state=OPEN 2024-11-22T14:34:27,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43117-0x10067daf3520004, quorum=127.0.0.1:63574, baseZNode=/1-424323231 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-424323231/meta-region-server 2024-11-22T14:34:27,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36241-0x10067daf3520003, quorum=127.0.0.1:63574, baseZNode=/1-424323231 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-424323231/meta-region-server 2024-11-22T14:34:27,659 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b313e41b3af3,43117,1732286065153 2024-11-22T14:34:27,659 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-424323231/meta-region-server: CHANGED 2024-11-22T14:34:27,659 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-424323231/meta-region-server: CHANGED 2024-11-22T14:34:27,660 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-22T14:34:27,661 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b313e41b3af3,43117,1732286065153 in 187 msec 2024-11-22T14:34:27,662 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-22T14:34:27,662 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 344 msec 2024-11-22T14:34:27,663 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T14:34:27,663 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-22T14:34:27,664 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T14:34:27,664 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b313e41b3af3,43117,1732286065153, seqNum=-1] 2024-11-22T14:34:27,664 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T14:34:27,665 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60055, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T14:34:27,669 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1960 sec 2024-11-22T14:34:27,669 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732286067669, completionTime=-1 2024-11-22T14:34:27,669 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-22T14:34:27,669 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-22T14:34:27,671 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-22T14:34:27,671 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732286127671 2024-11-22T14:34:27,671 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732286187671 2024-11-22T14:34:27,671 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-22T14:34:27,671 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b313e41b3af3,36241,1732286065119-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T14:34:27,671 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b313e41b3af3,36241,1732286065119-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T14:34:27,671 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b313e41b3af3,36241,1732286065119-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T14:34:27,671 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b313e41b3af3:36241, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T14:34:27,671 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-22T14:34:27,671 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-22T14:34:27,673 DEBUG [master/b313e41b3af3:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-22T14:34:27,674 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.488sec 2024-11-22T14:34:27,674 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-22T14:34:27,674 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-22T14:34:27,674 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-22T14:34:27,674 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-22T14:34:27,674 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-22T14:34:27,674 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b313e41b3af3,36241,1732286065119-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T14:34:27,674 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b313e41b3af3,36241,1732286065119-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-22T14:34:27,676 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-22T14:34:27,676 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-22T14:34:27,676 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b313e41b3af3,36241,1732286065119-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T14:34:27,678 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ee7cf18, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:34:27,679 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b313e41b3af3,36241,-1 for getting cluster id 2024-11-22T14:34:27,679 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T14:34:27,680 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4885f83e-2de8-4cc3-b843-ce7de9db273e' 2024-11-22T14:34:27,680 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T14:34:27,680 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4885f83e-2de8-4cc3-b843-ce7de9db273e" 2024-11-22T14:34:27,680 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6af2323b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:34:27,680 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b313e41b3af3,36241,-1] 2024-11-22T14:34:27,680 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T14:34:27,681 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:34:27,681 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46604, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T14:34:27,682 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a00ffe7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:34:27,682 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T14:34:27,683 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b313e41b3af3,43117,1732286065153, seqNum=-1] 2024-11-22T14:34:27,683 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T14:34:27,684 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56086, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T14:34:27,685 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b313e41b3af3,36241,1732286065119 2024-11-22T14:34:27,686 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:63574 2024-11-22T14:34:27,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:63574, baseZNode=/1-424323231 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T14:34:27,691 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10067daf3520005 connected 2024-11-22T14:34:27,693 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T14:34:27,694 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is b313e41b3af3,36361,1732286061147 2024-11-22T14:34:27,694 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3b3998dd 2024-11-22T14:34:27,694 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T14:34:27,695 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42412, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T14:34:27,696 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36361 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T14:34:27,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36361 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-22T14:34:27,698 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T14:34:27,698 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:34:27,698 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36361 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-22T14:34:27,698 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T14:34:27,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36361 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T14:34:27,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36535 is added to blk_1073741835_1011 (size=902) 2024-11-22T14:34:27,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36361 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T14:34:28,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36361 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T14:34:28,108 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4d228b1b96734e14c9e27fdd1deda2a0, NAME => 'test,,1732286067695.4d228b1b96734e14c9e27fdd1deda2a0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35173/user/jenkins/test-data/63205330-70c7-55cb-8646-aa22c3886860 2024-11-22T14:34:28,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36535 is added to blk_1073741836_1012 (size=39) 2024-11-22T14:34:28,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36361 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T14:34:28,516 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732286067695.4d228b1b96734e14c9e27fdd1deda2a0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T14:34:28,516 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 4d228b1b96734e14c9e27fdd1deda2a0, disabling compactions & flushes 2024-11-22T14:34:28,516 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732286067695.4d228b1b96734e14c9e27fdd1deda2a0. 2024-11-22T14:34:28,516 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732286067695.4d228b1b96734e14c9e27fdd1deda2a0. 2024-11-22T14:34:28,516 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732286067695.4d228b1b96734e14c9e27fdd1deda2a0. after waiting 0 ms 2024-11-22T14:34:28,516 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732286067695.4d228b1b96734e14c9e27fdd1deda2a0. 2024-11-22T14:34:28,516 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732286067695.4d228b1b96734e14c9e27fdd1deda2a0. 2024-11-22T14:34:28,516 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4d228b1b96734e14c9e27fdd1deda2a0: Waiting for close lock at 1732286068516Disabling compacts and flushes for region at 1732286068516Disabling writes for close at 1732286068516Writing region close event to WAL at 1732286068516Closed at 1732286068516 2024-11-22T14:34:28,517 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T14:34:28,518 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732286067695.4d228b1b96734e14c9e27fdd1deda2a0.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732286068517"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732286068517"}]},"ts":"1732286068517"} 2024-11-22T14:34:28,519 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-22T14:34:28,520 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T14:34:28,520 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732286068520"}]},"ts":"1732286068520"} 2024-11-22T14:34:28,522 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-22T14:34:28,523 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=4d228b1b96734e14c9e27fdd1deda2a0, ASSIGN}] 2024-11-22T14:34:28,523 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=4d228b1b96734e14c9e27fdd1deda2a0, ASSIGN 2024-11-22T14:34:28,524 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=4d228b1b96734e14c9e27fdd1deda2a0, ASSIGN; state=OFFLINE, location=b313e41b3af3,44345,1732286061189; forceNewPlan=false, retain=false 2024-11-22T14:34:28,674 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4d228b1b96734e14c9e27fdd1deda2a0, regionState=OPENING, regionLocation=b313e41b3af3,44345,1732286061189 2024-11-22T14:34:28,676 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=4d228b1b96734e14c9e27fdd1deda2a0, ASSIGN because future has completed 2024-11-22T14:34:28,676 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4d228b1b96734e14c9e27fdd1deda2a0, server=b313e41b3af3,44345,1732286061189}] 2024-11-22T14:34:28,831 INFO [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732286067695.4d228b1b96734e14c9e27fdd1deda2a0. 2024-11-22T14:34:28,831 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 4d228b1b96734e14c9e27fdd1deda2a0, NAME => 'test,,1732286067695.4d228b1b96734e14c9e27fdd1deda2a0.', STARTKEY => '', ENDKEY => ''} 2024-11-22T14:34:28,832 INFO [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-22T14:34:28,832 INFO [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-22T14:34:28,832 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 4d228b1b96734e14c9e27fdd1deda2a0 2024-11-22T14:34:28,832 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732286067695.4d228b1b96734e14c9e27fdd1deda2a0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T14:34:28,832 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 4d228b1b96734e14c9e27fdd1deda2a0 2024-11-22T14:34:28,832 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 4d228b1b96734e14c9e27fdd1deda2a0 2024-11-22T14:34:28,833 INFO [StoreOpener-4d228b1b96734e14c9e27fdd1deda2a0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 4d228b1b96734e14c9e27fdd1deda2a0 2024-11-22T14:34:28,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36361 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T14:34:28,834 INFO [StoreOpener-4d228b1b96734e14c9e27fdd1deda2a0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4d228b1b96734e14c9e27fdd1deda2a0 columnFamilyName f 2024-11-22T14:34:28,834 DEBUG [StoreOpener-4d228b1b96734e14c9e27fdd1deda2a0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:34:28,834 INFO [StoreOpener-4d228b1b96734e14c9e27fdd1deda2a0-1 {}] regionserver.HStore(327): Store=4d228b1b96734e14c9e27fdd1deda2a0/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:34:28,834 INFO [StoreOpener-4d228b1b96734e14c9e27fdd1deda2a0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 4d228b1b96734e14c9e27fdd1deda2a0 2024-11-22T14:34:28,835 INFO [StoreOpener-4d228b1b96734e14c9e27fdd1deda2a0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4d228b1b96734e14c9e27fdd1deda2a0 columnFamilyName f1 2024-11-22T14:34:28,835 DEBUG [StoreOpener-4d228b1b96734e14c9e27fdd1deda2a0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:34:28,835 INFO [StoreOpener-4d228b1b96734e14c9e27fdd1deda2a0-1 {}] regionserver.HStore(327): Store=4d228b1b96734e14c9e27fdd1deda2a0/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:34:28,835 INFO [StoreOpener-4d228b1b96734e14c9e27fdd1deda2a0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 4d228b1b96734e14c9e27fdd1deda2a0 2024-11-22T14:34:28,836 INFO [StoreOpener-4d228b1b96734e14c9e27fdd1deda2a0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4d228b1b96734e14c9e27fdd1deda2a0 columnFamilyName norep 2024-11-22T14:34:28,836 DEBUG [StoreOpener-4d228b1b96734e14c9e27fdd1deda2a0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:34:28,836 INFO [StoreOpener-4d228b1b96734e14c9e27fdd1deda2a0-1 {}] regionserver.HStore(327): Store=4d228b1b96734e14c9e27fdd1deda2a0/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:34:28,836 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 4d228b1b96734e14c9e27fdd1deda2a0 2024-11-22T14:34:28,837 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35173/user/jenkins/test-data/63205330-70c7-55cb-8646-aa22c3886860/data/default/test/4d228b1b96734e14c9e27fdd1deda2a0 2024-11-22T14:34:28,837 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35173/user/jenkins/test-data/63205330-70c7-55cb-8646-aa22c3886860/data/default/test/4d228b1b96734e14c9e27fdd1deda2a0 2024-11-22T14:34:28,838 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 4d228b1b96734e14c9e27fdd1deda2a0 2024-11-22T14:34:28,838 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 4d228b1b96734e14c9e27fdd1deda2a0 2024-11-22T14:34:28,838 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-22T14:34:28,839 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 4d228b1b96734e14c9e27fdd1deda2a0 2024-11-22T14:34:28,841 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35173/user/jenkins/test-data/63205330-70c7-55cb-8646-aa22c3886860/data/default/test/4d228b1b96734e14c9e27fdd1deda2a0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T14:34:28,841 INFO [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 4d228b1b96734e14c9e27fdd1deda2a0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66590557, jitterRate=-0.007723376154899597}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-22T14:34:28,841 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4d228b1b96734e14c9e27fdd1deda2a0 2024-11-22T14:34:28,841 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 4d228b1b96734e14c9e27fdd1deda2a0: Running coprocessor pre-open hook at 1732286068832Writing region info on filesystem at 1732286068832Initializing all the Stores at 1732286068832Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732286068832Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732286068833 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732286068833Cleaning up temporary data from old regions at 1732286068838 (+5 ms)Running coprocessor post-open hooks at 1732286068841 (+3 ms)Region opened successfully at 1732286068841 2024-11-22T14:34:28,842 INFO [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732286067695.4d228b1b96734e14c9e27fdd1deda2a0., pid=6, masterSystemTime=1732286068828 2024-11-22T14:34:28,844 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732286067695.4d228b1b96734e14c9e27fdd1deda2a0. 2024-11-22T14:34:28,844 INFO [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732286067695.4d228b1b96734e14c9e27fdd1deda2a0. 2024-11-22T14:34:28,844 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4d228b1b96734e14c9e27fdd1deda2a0, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=b313e41b3af3,44345,1732286061189 2024-11-22T14:34:28,846 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4d228b1b96734e14c9e27fdd1deda2a0, server=b313e41b3af3,44345,1732286061189 because future has completed 2024-11-22T14:34:28,848 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-22T14:34:28,848 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 4d228b1b96734e14c9e27fdd1deda2a0, server=b313e41b3af3,44345,1732286061189 in 170 msec 2024-11-22T14:34:28,849 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-22T14:34:28,849 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=4d228b1b96734e14c9e27fdd1deda2a0, ASSIGN in 326 msec 2024-11-22T14:34:28,850 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T14:34:28,850 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732286068850"}]},"ts":"1732286068850"} 2024-11-22T14:34:28,851 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-22T14:34:28,852 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T14:34:28,853 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1560 sec 2024-11-22T14:34:29,036 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-22T14:34:29,036 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-22T14:34:29,588 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-22T14:34:29,614 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:34:29,614 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:34:29,614 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:34:29,614 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:34:29,615 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:34:29,615 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:34:29,620 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:34:29,623 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:34:29,623 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:34:29,626 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:34:29,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36361 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T14:34:29,843 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-22T14:34:29,843 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T14:34:29,844 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is b313e41b3af3,36241,1732286065119 2024-11-22T14:34:29,844 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4fd70453 2024-11-22T14:34:29,844 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T14:34:29,845 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50398, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T14:34:29,845 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36241 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T14:34:29,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36241 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-22T14:34:29,847 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T14:34:29,847 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:34:29,847 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36241 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-22T14:34:29,848 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T14:34:29,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36241 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T14:34:29,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42217 is added to blk_1073741835_1011 (size=902) 2024-11-22T14:34:29,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36241 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T14:34:30,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36241 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T14:34:30,254 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => cd94a8b9cff816b6c44ee43ea50c18b3, NAME => 'test,,1732286069845.cd94a8b9cff816b6c44ee43ea50c18b3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35465/user/jenkins/test-data/ed683912-36a6-3d62-39b0-dab445110526 2024-11-22T14:34:30,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42217 is added to blk_1073741836_1012 (size=39) 2024-11-22T14:34:30,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36241 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T14:34:30,659 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732286069845.cd94a8b9cff816b6c44ee43ea50c18b3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T14:34:30,659 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing cd94a8b9cff816b6c44ee43ea50c18b3, disabling compactions & flushes 2024-11-22T14:34:30,659 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732286069845.cd94a8b9cff816b6c44ee43ea50c18b3. 2024-11-22T14:34:30,659 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732286069845.cd94a8b9cff816b6c44ee43ea50c18b3. 2024-11-22T14:34:30,660 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732286069845.cd94a8b9cff816b6c44ee43ea50c18b3. after waiting 0 ms 2024-11-22T14:34:30,660 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732286069845.cd94a8b9cff816b6c44ee43ea50c18b3. 2024-11-22T14:34:30,660 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732286069845.cd94a8b9cff816b6c44ee43ea50c18b3. 2024-11-22T14:34:30,660 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for cd94a8b9cff816b6c44ee43ea50c18b3: Waiting for close lock at 1732286070659Disabling compacts and flushes for region at 1732286070659Disabling writes for close at 1732286070660 (+1 ms)Writing region close event to WAL at 1732286070660Closed at 1732286070660 2024-11-22T14:34:30,661 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T14:34:30,661 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732286069845.cd94a8b9cff816b6c44ee43ea50c18b3.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732286070661"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732286070661"}]},"ts":"1732286070661"} 2024-11-22T14:34:30,663 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-22T14:34:30,663 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T14:34:30,663 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732286070663"}]},"ts":"1732286070663"} 2024-11-22T14:34:30,665 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-22T14:34:30,665 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=cd94a8b9cff816b6c44ee43ea50c18b3, ASSIGN}] 2024-11-22T14:34:30,666 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=cd94a8b9cff816b6c44ee43ea50c18b3, ASSIGN 2024-11-22T14:34:30,666 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=cd94a8b9cff816b6c44ee43ea50c18b3, ASSIGN; state=OFFLINE, location=b313e41b3af3,43117,1732286065153; forceNewPlan=false, retain=false 2024-11-22T14:34:30,817 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=cd94a8b9cff816b6c44ee43ea50c18b3, regionState=OPENING, regionLocation=b313e41b3af3,43117,1732286065153 2024-11-22T14:34:30,819 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=cd94a8b9cff816b6c44ee43ea50c18b3, ASSIGN because future has completed 2024-11-22T14:34:30,819 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure cd94a8b9cff816b6c44ee43ea50c18b3, server=b313e41b3af3,43117,1732286065153}] 2024-11-22T14:34:30,973 INFO [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732286069845.cd94a8b9cff816b6c44ee43ea50c18b3. 2024-11-22T14:34:30,973 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => cd94a8b9cff816b6c44ee43ea50c18b3, NAME => 'test,,1732286069845.cd94a8b9cff816b6c44ee43ea50c18b3.', STARTKEY => '', ENDKEY => ''} 2024-11-22T14:34:30,974 INFO [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-22T14:34:30,974 INFO [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-22T14:34:30,974 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test cd94a8b9cff816b6c44ee43ea50c18b3 2024-11-22T14:34:30,974 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732286069845.cd94a8b9cff816b6c44ee43ea50c18b3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T14:34:30,974 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for cd94a8b9cff816b6c44ee43ea50c18b3 2024-11-22T14:34:30,974 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for cd94a8b9cff816b6c44ee43ea50c18b3 2024-11-22T14:34:30,975 INFO [StoreOpener-cd94a8b9cff816b6c44ee43ea50c18b3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region cd94a8b9cff816b6c44ee43ea50c18b3 2024-11-22T14:34:30,976 INFO [StoreOpener-cd94a8b9cff816b6c44ee43ea50c18b3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cd94a8b9cff816b6c44ee43ea50c18b3 columnFamilyName f 2024-11-22T14:34:30,976 DEBUG [StoreOpener-cd94a8b9cff816b6c44ee43ea50c18b3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:34:30,976 INFO [StoreOpener-cd94a8b9cff816b6c44ee43ea50c18b3-1 {}] regionserver.HStore(327): Store=cd94a8b9cff816b6c44ee43ea50c18b3/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:34:30,976 INFO [StoreOpener-cd94a8b9cff816b6c44ee43ea50c18b3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region cd94a8b9cff816b6c44ee43ea50c18b3 2024-11-22T14:34:30,977 INFO [StoreOpener-cd94a8b9cff816b6c44ee43ea50c18b3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cd94a8b9cff816b6c44ee43ea50c18b3 columnFamilyName f1 2024-11-22T14:34:30,977 DEBUG [StoreOpener-cd94a8b9cff816b6c44ee43ea50c18b3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:34:30,977 INFO [StoreOpener-cd94a8b9cff816b6c44ee43ea50c18b3-1 {}] regionserver.HStore(327): Store=cd94a8b9cff816b6c44ee43ea50c18b3/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:34:30,977 INFO [StoreOpener-cd94a8b9cff816b6c44ee43ea50c18b3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region cd94a8b9cff816b6c44ee43ea50c18b3 2024-11-22T14:34:30,978 INFO [StoreOpener-cd94a8b9cff816b6c44ee43ea50c18b3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cd94a8b9cff816b6c44ee43ea50c18b3 columnFamilyName norep 2024-11-22T14:34:30,978 DEBUG [StoreOpener-cd94a8b9cff816b6c44ee43ea50c18b3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:34:30,978 INFO [StoreOpener-cd94a8b9cff816b6c44ee43ea50c18b3-1 {}] regionserver.HStore(327): Store=cd94a8b9cff816b6c44ee43ea50c18b3/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:34:30,979 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for cd94a8b9cff816b6c44ee43ea50c18b3 2024-11-22T14:34:30,979 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35465/user/jenkins/test-data/ed683912-36a6-3d62-39b0-dab445110526/data/default/test/cd94a8b9cff816b6c44ee43ea50c18b3 2024-11-22T14:34:30,979 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35465/user/jenkins/test-data/ed683912-36a6-3d62-39b0-dab445110526/data/default/test/cd94a8b9cff816b6c44ee43ea50c18b3 2024-11-22T14:34:30,980 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for cd94a8b9cff816b6c44ee43ea50c18b3 2024-11-22T14:34:30,980 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for cd94a8b9cff816b6c44ee43ea50c18b3 2024-11-22T14:34:30,981 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-22T14:34:30,982 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for cd94a8b9cff816b6c44ee43ea50c18b3 2024-11-22T14:34:30,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36241 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T14:34:30,984 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35465/user/jenkins/test-data/ed683912-36a6-3d62-39b0-dab445110526/data/default/test/cd94a8b9cff816b6c44ee43ea50c18b3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T14:34:30,984 INFO [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened cd94a8b9cff816b6c44ee43ea50c18b3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59057159, jitterRate=-0.11997975409030914}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-22T14:34:30,984 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cd94a8b9cff816b6c44ee43ea50c18b3 2024-11-22T14:34:30,984 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for cd94a8b9cff816b6c44ee43ea50c18b3: Running coprocessor pre-open hook at 1732286070974Writing region info on filesystem at 1732286070974Initializing all the Stores at 1732286070975 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732286070975Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732286070975Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732286070975Cleaning up temporary data from old regions at 1732286070980 (+5 ms)Running coprocessor post-open hooks at 1732286070984 (+4 ms)Region opened successfully at 1732286070984 2024-11-22T14:34:30,985 INFO [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732286069845.cd94a8b9cff816b6c44ee43ea50c18b3., pid=6, masterSystemTime=1732286070970 2024-11-22T14:34:30,986 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732286069845.cd94a8b9cff816b6c44ee43ea50c18b3. 2024-11-22T14:34:30,986 INFO [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732286069845.cd94a8b9cff816b6c44ee43ea50c18b3. 2024-11-22T14:34:30,987 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=cd94a8b9cff816b6c44ee43ea50c18b3, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=b313e41b3af3,43117,1732286065153 2024-11-22T14:34:30,988 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure cd94a8b9cff816b6c44ee43ea50c18b3, server=b313e41b3af3,43117,1732286065153 because future has completed 2024-11-22T14:34:30,990 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-22T14:34:30,990 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure cd94a8b9cff816b6c44ee43ea50c18b3, server=b313e41b3af3,43117,1732286065153 in 170 msec 2024-11-22T14:34:30,992 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-22T14:34:30,992 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=cd94a8b9cff816b6c44ee43ea50c18b3, ASSIGN in 325 msec 2024-11-22T14:34:30,992 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T14:34:30,992 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732286070992"}]},"ts":"1732286070992"} 2024-11-22T14:34:30,994 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-22T14:34:30,994 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T14:34:30,995 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1490 sec 2024-11-22T14:34:31,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36241 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T14:34:31,993 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-22T14:34:31,993 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22f7cb82, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:34:31,993 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b313e41b3af3,36361,-1 for getting cluster id 2024-11-22T14:34:31,994 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T14:34:31,994 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6bb4de68-f185-4764-bf80-f70ac7ab2170' 2024-11-22T14:34:31,994 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T14:34:31,994 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6bb4de68-f185-4764-bf80-f70ac7ab2170" 2024-11-22T14:34:31,994 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b0bc23b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:34:31,994 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b313e41b3af3,36361,-1] 2024-11-22T14:34:31,995 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T14:34:31,995 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:34:31,995 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57784, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T14:34:31,996 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@248edf9b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:34:31,996 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ca3b52b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:34:31,996 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b313e41b3af3,36241,-1 for getting cluster id 2024-11-22T14:34:31,996 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T14:34:31,997 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4885f83e-2de8-4cc3-b843-ce7de9db273e' 2024-11-22T14:34:31,997 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T14:34:31,997 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4885f83e-2de8-4cc3-b843-ce7de9db273e" 2024-11-22T14:34:31,997 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3795aad6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:34:31,997 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b313e41b3af3,36241,-1] 2024-11-22T14:34:31,997 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T14:34:31,997 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:34:31,998 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50414, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T14:34:31,998 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2030cb26, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:34:31,999 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fae45e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:34:31,999 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b313e41b3af3,36361,-1 for getting cluster id 2024-11-22T14:34:31,999 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T14:34:31,999 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6bb4de68-f185-4764-bf80-f70ac7ab2170' 2024-11-22T14:34:32,000 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T14:34:32,000 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6bb4de68-f185-4764-bf80-f70ac7ab2170" 2024-11-22T14:34:32,000 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64a4875b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:34:32,000 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b313e41b3af3,36361,-1] 2024-11-22T14:34:32,000 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T14:34:32,000 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:34:32,001 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57798, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T14:34:32,001 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20309459, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:34:32,001 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T14:34:32,002 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is b313e41b3af3,36361,1732286061147 2024-11-22T14:34:32,002 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3c8e2d32 2024-11-22T14:34:32,002 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T14:34:32,003 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57814, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T14:34:32,003 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36361 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://b313e41b3af3:36241,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-22T14:34:32,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36361 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-22T14:34:32,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36361 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T14:34:32,005 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b313e41b3af3:36241' 2024-11-22T14:34:32,006 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d12d4fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:34:32,006 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request b313e41b3af3,36241,-1 for getting cluster id 2024-11-22T14:34:32,007 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T14:34:32,007 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4885f83e-2de8-4cc3-b843-ce7de9db273e' 2024-11-22T14:34:32,007 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T14:34:32,007 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4885f83e-2de8-4cc3-b843-ce7de9db273e" 2024-11-22T14:34:32,007 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38e1b05, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:34:32,008 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b313e41b3af3,36241,-1] 2024-11-22T14:34:32,008 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T14:34:32,008 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:34:32,008 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50424, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T14:34:32,009 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8be317a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:34:32,009 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T14:34:32,010 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b313e41b3af3,36241,1732286065119 2024-11-22T14:34:32,010 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5f63cf70 2024-11-22T14:34:32,010 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T14:34:32,010 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50434, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T14:34:32,011 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-22T14:34:32,011 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-22T14:34:32,011 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:34:32,011 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:34:32,011 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T14:34:32,012 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T14:34:32,012 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-22T14:34:32,013 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T14:34:32,013 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:34:32,014 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T14:34:32,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36535 is added to blk_1073741837_1013 (size=1138) 2024-11-22T14:34:32,063 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-22T14:34:32,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36361 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T14:34:32,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36361 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T14:34:32,420 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1fdc50d3827bd561ca2ebb8de9355c89, NAME => 'hbase:replication,,1732286072011.1fdc50d3827bd561ca2ebb8de9355c89.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35173/user/jenkins/test-data/63205330-70c7-55cb-8646-aa22c3886860 2024-11-22T14:34:32,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36535 is added to blk_1073741838_1014 (size=44) 2024-11-22T14:34:32,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36361 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T14:34:32,824 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732286072011.1fdc50d3827bd561ca2ebb8de9355c89.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T14:34:32,825 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 1fdc50d3827bd561ca2ebb8de9355c89, disabling compactions & flushes 2024-11-22T14:34:32,825 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732286072011.1fdc50d3827bd561ca2ebb8de9355c89. 2024-11-22T14:34:32,825 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732286072011.1fdc50d3827bd561ca2ebb8de9355c89. 2024-11-22T14:34:32,825 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732286072011.1fdc50d3827bd561ca2ebb8de9355c89. after waiting 0 ms 2024-11-22T14:34:32,825 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732286072011.1fdc50d3827bd561ca2ebb8de9355c89. 2024-11-22T14:34:32,825 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732286072011.1fdc50d3827bd561ca2ebb8de9355c89. 2024-11-22T14:34:32,825 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1fdc50d3827bd561ca2ebb8de9355c89: Waiting for close lock at 1732286072825Disabling compacts and flushes for region at 1732286072825Disabling writes for close at 1732286072825Writing region close event to WAL at 1732286072825Closed at 1732286072825 2024-11-22T14:34:32,826 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T14:34:32,826 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732286072011.1fdc50d3827bd561ca2ebb8de9355c89.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732286072826"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732286072826"}]},"ts":"1732286072826"} 2024-11-22T14:34:32,828 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-22T14:34:32,829 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T14:34:32,829 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732286072829"}]},"ts":"1732286072829"} 2024-11-22T14:34:32,830 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-22T14:34:32,831 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1fdc50d3827bd561ca2ebb8de9355c89, ASSIGN}] 2024-11-22T14:34:32,831 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1fdc50d3827bd561ca2ebb8de9355c89, ASSIGN 2024-11-22T14:34:32,832 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=1fdc50d3827bd561ca2ebb8de9355c89, ASSIGN; state=OFFLINE, location=b313e41b3af3,44345,1732286061189; forceNewPlan=false, retain=false 2024-11-22T14:34:32,983 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=1fdc50d3827bd561ca2ebb8de9355c89, regionState=OPENING, regionLocation=b313e41b3af3,44345,1732286061189 2024-11-22T14:34:32,984 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=1fdc50d3827bd561ca2ebb8de9355c89, ASSIGN because future has completed 2024-11-22T14:34:32,985 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1fdc50d3827bd561ca2ebb8de9355c89, server=b313e41b3af3,44345,1732286061189}] 2024-11-22T14:34:33,140 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732286072011.1fdc50d3827bd561ca2ebb8de9355c89. 2024-11-22T14:34:33,140 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T14:34:33,140 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-22T14:34:33,141 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b313e41b3af3%2C44345%2C1732286061189.rep, suffix=, logDir=hdfs://localhost:35173/user/jenkins/test-data/63205330-70c7-55cb-8646-aa22c3886860/WALs/b313e41b3af3,44345,1732286061189, archiveDir=hdfs://localhost:35173/user/jenkins/test-data/63205330-70c7-55cb-8646-aa22c3886860/oldWALs, maxLogs=10 2024-11-22T14:34:33,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36361 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T14:34:33,153 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/63205330-70c7-55cb-8646-aa22c3886860/WALs/b313e41b3af3,44345,1732286061189/b313e41b3af3%2C44345%2C1732286061189.rep.1732286073141, exclude list is [], retry=0 2024-11-22T14:34:33,154 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36535,DS-3e734159-34ef-454c-bb7f-47bda9019aae,DISK] 2024-11-22T14:34:33,158 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/63205330-70c7-55cb-8646-aa22c3886860/WALs/b313e41b3af3,44345,1732286061189/b313e41b3af3%2C44345%2C1732286061189.rep.1732286073141 2024-11-22T14:34:33,158 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37519:37519)] 2024-11-22T14:34:33,158 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 1fdc50d3827bd561ca2ebb8de9355c89, NAME => 'hbase:replication,,1732286072011.1fdc50d3827bd561ca2ebb8de9355c89.', STARTKEY => '', ENDKEY => ''} 2024-11-22T14:34:33,158 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-22T14:34:33,159 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-22T14:34:33,159 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732286072011.1fdc50d3827bd561ca2ebb8de9355c89. service=MultiRowMutationService 2024-11-22T14:34:33,159 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-22T14:34:33,159 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 1fdc50d3827bd561ca2ebb8de9355c89 2024-11-22T14:34:33,159 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732286072011.1fdc50d3827bd561ca2ebb8de9355c89.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T14:34:33,159 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 1fdc50d3827bd561ca2ebb8de9355c89 2024-11-22T14:34:33,159 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 1fdc50d3827bd561ca2ebb8de9355c89 2024-11-22T14:34:33,160 INFO [StoreOpener-1fdc50d3827bd561ca2ebb8de9355c89-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 1fdc50d3827bd561ca2ebb8de9355c89 2024-11-22T14:34:33,161 INFO [StoreOpener-1fdc50d3827bd561ca2ebb8de9355c89-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1fdc50d3827bd561ca2ebb8de9355c89 columnFamilyName hfileref 2024-11-22T14:34:33,161 DEBUG [StoreOpener-1fdc50d3827bd561ca2ebb8de9355c89-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:34:33,161 INFO [StoreOpener-1fdc50d3827bd561ca2ebb8de9355c89-1 {}] regionserver.HStore(327): Store=1fdc50d3827bd561ca2ebb8de9355c89/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:34:33,162 INFO [StoreOpener-1fdc50d3827bd561ca2ebb8de9355c89-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 1fdc50d3827bd561ca2ebb8de9355c89 2024-11-22T14:34:33,162 INFO [StoreOpener-1fdc50d3827bd561ca2ebb8de9355c89-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1fdc50d3827bd561ca2ebb8de9355c89 columnFamilyName queue 2024-11-22T14:34:33,162 DEBUG [StoreOpener-1fdc50d3827bd561ca2ebb8de9355c89-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:34:33,163 INFO [StoreOpener-1fdc50d3827bd561ca2ebb8de9355c89-1 {}] regionserver.HStore(327): Store=1fdc50d3827bd561ca2ebb8de9355c89/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:34:33,163 INFO [StoreOpener-1fdc50d3827bd561ca2ebb8de9355c89-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 1fdc50d3827bd561ca2ebb8de9355c89 2024-11-22T14:34:33,163 INFO [StoreOpener-1fdc50d3827bd561ca2ebb8de9355c89-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1fdc50d3827bd561ca2ebb8de9355c89 columnFamilyName sid 2024-11-22T14:34:33,163 DEBUG [StoreOpener-1fdc50d3827bd561ca2ebb8de9355c89-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:34:33,164 INFO [StoreOpener-1fdc50d3827bd561ca2ebb8de9355c89-1 {}] regionserver.HStore(327): Store=1fdc50d3827bd561ca2ebb8de9355c89/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:34:33,164 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 1fdc50d3827bd561ca2ebb8de9355c89 2024-11-22T14:34:33,164 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35173/user/jenkins/test-data/63205330-70c7-55cb-8646-aa22c3886860/data/hbase/replication/1fdc50d3827bd561ca2ebb8de9355c89 2024-11-22T14:34:33,164 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35173/user/jenkins/test-data/63205330-70c7-55cb-8646-aa22c3886860/data/hbase/replication/1fdc50d3827bd561ca2ebb8de9355c89 2024-11-22T14:34:33,165 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 1fdc50d3827bd561ca2ebb8de9355c89 2024-11-22T14:34:33,165 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 1fdc50d3827bd561ca2ebb8de9355c89 2024-11-22T14:34:33,165 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-22T14:34:33,166 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 1fdc50d3827bd561ca2ebb8de9355c89 2024-11-22T14:34:33,167 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35173/user/jenkins/test-data/63205330-70c7-55cb-8646-aa22c3886860/data/hbase/replication/1fdc50d3827bd561ca2ebb8de9355c89/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T14:34:33,168 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 1fdc50d3827bd561ca2ebb8de9355c89; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64510479, jitterRate=-0.03871895372867584}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-22T14:34:33,168 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1fdc50d3827bd561ca2ebb8de9355c89 2024-11-22T14:34:33,168 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 1fdc50d3827bd561ca2ebb8de9355c89: Running coprocessor pre-open hook at 1732286073159Writing region info on filesystem at 1732286073159Initializing all the Stores at 1732286073160 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732286073160Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732286073160Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732286073160Cleaning up temporary data from old regions at 1732286073165 (+5 ms)Running coprocessor post-open hooks at 1732286073168 (+3 ms)Region opened successfully at 1732286073168 2024-11-22T14:34:33,169 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732286072011.1fdc50d3827bd561ca2ebb8de9355c89., pid=10, masterSystemTime=1732286073137 2024-11-22T14:34:33,172 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=1fdc50d3827bd561ca2ebb8de9355c89, regionState=OPEN, openSeqNum=2, regionLocation=b313e41b3af3,44345,1732286061189 2024-11-22T14:34:33,172 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732286072011.1fdc50d3827bd561ca2ebb8de9355c89. 2024-11-22T14:34:33,172 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732286072011.1fdc50d3827bd561ca2ebb8de9355c89. 2024-11-22T14:34:33,174 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1fdc50d3827bd561ca2ebb8de9355c89, server=b313e41b3af3,44345,1732286061189 because future has completed 2024-11-22T14:34:33,177 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-22T14:34:33,177 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 1fdc50d3827bd561ca2ebb8de9355c89, server=b313e41b3af3,44345,1732286061189 in 190 msec 2024-11-22T14:34:33,178 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-22T14:34:33,178 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1fdc50d3827bd561ca2ebb8de9355c89, ASSIGN in 347 msec 2024-11-22T14:34:33,179 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T14:34:33,179 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732286073179"}]},"ts":"1732286073179"} 2024-11-22T14:34:33,180 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-22T14:34:33,181 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T14:34:33,182 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1690 sec 2024-11-22T14:34:33,217 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732286072011.1fdc50d3827bd561ca2ebb8de9355c89., hostname=b313e41b3af3,44345,1732286061189, seqNum=2] 2024-11-22T14:34:33,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44345-0x10067daf3520001, quorum=127.0.0.1:63574, baseZNode=/0-764911506 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-764911506 2024-11-22T14:34:33,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36361-0x10067daf3520000, quorum=127.0.0.1:63574, baseZNode=/0-764911506 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-764911506 2024-11-22T14:34:33,224 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-22T14:34:33,376 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44345 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-22T14:34:33,376 INFO [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-22T14:34:33,401 INFO [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-b313e41b3af3,44345,1732286061189, ReplicationSource: 1, currentBandwidth=0 2024-11-22T14:34:33,401 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T14:34:33,401 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b313e41b3af3,44345,1732286061189, seqNum=-1] 2024-11-22T14:34:33,401 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T14:34:33,402 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53439, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-22T14:34:33,404 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-b313e41b3af3,44345,1732286061189', locateType=CURRENT is [region=hbase:replication,,1732286072011.1fdc50d3827bd561ca2ebb8de9355c89., hostname=b313e41b3af3,44345,1732286061189, seqNum=2] 2024-11-22T14:34:33,406 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-22T14:34:33,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36361 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-22T14:34:33,408 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on b313e41b3af3,44345,1732286061189 suceeded 2024-11-22T14:34:33,410 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-22T14:34:33,410 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 184 msec 2024-11-22T14:34:33,410 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://b313e41b3af3:36241,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-22T14:34:33,411 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4070 sec 2024-11-22T14:34:33,419 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,44345,1732286061189 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b313e41b3af3:36241' 2024-11-22T14:34:33,420 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,44345,1732286061189 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@33afdb6a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:34:33,420 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,44345,1732286061189 {}] client.ClusterIdFetcher(90): Going to request b313e41b3af3,36241,-1 for getting cluster id 2024-11-22T14:34:33,420 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,44345,1732286061189 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T14:34:33,421 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4885f83e-2de8-4cc3-b843-ce7de9db273e' 2024-11-22T14:34:33,421 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T14:34:33,421 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4885f83e-2de8-4cc3-b843-ce7de9db273e" 2024-11-22T14:34:33,421 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@26d0e872, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:34:33,422 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b313e41b3af3,36241,-1] 2024-11-22T14:34:33,422 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T14:34:33,422 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:34:33,422 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50448, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-22T14:34:33,423 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,44345,1732286061189 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7216abe8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:34:33,423 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,44345,1732286061189 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T14:34:33,424 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b313e41b3af3,36241,1732286065119 2024-11-22T14:34:33,424 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@afe85a7 2024-11-22T14:34:33,424 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T14:34:33,424 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50454, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=MasterService 2024-11-22T14:34:33,425 INFO [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,44345,1732286061189 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-b313e41b3af3,44345,1732286061189 (queues=1) is replicating from cluster=6bb4de68-f185-4764-bf80-f70ac7ab2170 to cluster=4885f83e-2de8-4cc3-b843-ce7de9db273e 2024-11-22T14:34:33,425 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,44345,1732286061189 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=b313e41b3af3%2C44345%2C1732286061189 2024-11-22T14:34:33,425 INFO [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,44345,1732286061189 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-b313e41b3af3,44345,1732286061189, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-22T14:34:33,425 INFO [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,44345,1732286061189.replicationSource.shipperb313e41b3af3%2C44345%2C1732286061189,1-b313e41b3af3,44345,1732286061189 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: b313e41b3af3%2C44345%2C1732286061189 2024-11-22T14:34:33,426 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,44345,1732286061189.replicationSource.wal-reader.b313e41b3af3%2C44345%2C1732286061189,1-b313e41b3af3,44345,1732286061189 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35173/user/jenkins/test-data/63205330-70c7-55cb-8646-aa22c3886860/WALs/b313e41b3af3,44345,1732286061189/b313e41b3af3%2C44345%2C1732286061189.1732286063170, startPosition=0, beingWritten=true 2024-11-22T14:34:33,433 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,44345,1732286061189.replicationSource.wal-reader.b313e41b3af3%2C44345%2C1732286061189,1-b313e41b3af3,44345,1732286061189 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-22T14:34:33,433 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,44345,1732286061189.replicationSource.wal-reader.b313e41b3af3%2C44345%2C1732286061189,1-b313e41b3af3,44345,1732286061189 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35173/user/jenkins/test-data/63205330-70c7-55cb-8646-aa22c3886860/WALs/b313e41b3af3,44345,1732286061189/b313e41b3af3%2C44345%2C1732286061189.1732286063170 to pos 379, reset compression=false 2024-11-22T14:34:33,433 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,44345,1732286061189.replicationSource.shipperb313e41b3af3%2C44345%2C1732286061189,1-b313e41b3af3,44345,1732286061189 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b313e41b3af3,44345,1732286061189 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35173/user/jenkins/test-data/63205330-70c7-55cb-8646-aa22c3886860/WALs/b313e41b3af3,44345,1732286061189/b313e41b3af3%2C44345%2C1732286061189.1732286063170, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-22T14:34:33,637 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,44345,1732286061189.replicationSource.wal-reader.b313e41b3af3%2C44345%2C1732286061189,1-b313e41b3af3,44345,1732286061189 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35173/user/jenkins/test-data/63205330-70c7-55cb-8646-aa22c3886860/WALs/b313e41b3af3,44345,1732286061189/b313e41b3af3%2C44345%2C1732286061189.1732286063170 to pos 379, reset compression=false 2024-11-22T14:34:33,940 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,44345,1732286061189.replicationSource.wal-reader.b313e41b3af3%2C44345%2C1732286061189,1-b313e41b3af3,44345,1732286061189 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35173/user/jenkins/test-data/63205330-70c7-55cb-8646-aa22c3886860/WALs/b313e41b3af3,44345,1732286061189/b313e41b3af3%2C44345%2C1732286061189.1732286063170 to pos 379, reset compression=false 2024-11-22T14:34:34,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36361 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T14:34:34,154 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-22T14:34:34,154 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T14:34:34,154 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T14:34:34,154 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:34:34,154 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:34:34,154 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T14:34:34,154 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76a6d84c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:34:34,155 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b313e41b3af3,36241,-1 for getting cluster id 2024-11-22T14:34:34,155 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T14:34:34,155 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4885f83e-2de8-4cc3-b843-ce7de9db273e' 2024-11-22T14:34:34,155 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T14:34:34,155 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4885f83e-2de8-4cc3-b843-ce7de9db273e" 2024-11-22T14:34:34,156 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@768c5a8c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:34:34,156 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b313e41b3af3,36241,-1] 2024-11-22T14:34:34,156 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T14:34:34,156 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:34:34,156 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50480, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T14:34:34,157 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49bfe29d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:34:34,157 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T14:34:34,158 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b313e41b3af3,36241,1732286065119 2024-11-22T14:34:34,158 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@55466dbd 2024-11-22T14:34:34,158 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T14:34:34,158 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50490, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T14:34:34,159 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36241 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://b313e41b3af3:36361,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-22T14:34:34,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36241 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-22T14:34:34,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36241 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T14:34:34,161 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b313e41b3af3:36361' 2024-11-22T14:34:34,162 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@378ea3c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:34:34,162 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request b313e41b3af3,36361,-1 for getting cluster id 2024-11-22T14:34:34,162 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T14:34:34,163 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6bb4de68-f185-4764-bf80-f70ac7ab2170' 2024-11-22T14:34:34,163 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T14:34:34,163 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6bb4de68-f185-4764-bf80-f70ac7ab2170" 2024-11-22T14:34:34,163 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2903c965, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:34:34,163 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b313e41b3af3,36361,-1] 2024-11-22T14:34:34,164 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T14:34:34,164 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:34:34,164 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57832, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T14:34:34,165 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@218862a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:34:34,165 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T14:34:34,165 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b313e41b3af3,36361,1732286061147 2024-11-22T14:34:34,165 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@546282c2 2024-11-22T14:34:34,165 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T14:34:34,166 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57836, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T14:34:34,167 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-22T14:34:34,167 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-22T14:34:34,167 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:34:34,167 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:34:34,167 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T14:34:34,167 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T14:34:34,168 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-22T14:34:34,169 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T14:34:34,169 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:34:34,170 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T14:34:34,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42217 is added to blk_1073741837_1013 (size=1138) 2024-11-22T14:34:34,218 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-22T14:34:34,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36241 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T14:34:34,343 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,44345,1732286061189.replicationSource.wal-reader.b313e41b3af3%2C44345%2C1732286061189,1-b313e41b3af3,44345,1732286061189 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35173/user/jenkins/test-data/63205330-70c7-55cb-8646-aa22c3886860/WALs/b313e41b3af3,44345,1732286061189/b313e41b3af3%2C44345%2C1732286061189.1732286063170 to pos 379, reset compression=false 2024-11-22T14:34:34,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36241 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T14:34:34,493 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T14:34:34,493 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [b313e41b3af3,34993,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b313e41b3af3:34993 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-22T14:34:34,493 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 9, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 18220 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [b313e41b3af3,34993,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b313e41b3af3:34993 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-22T14:34:34,576 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ab17ae09d77b57ed71dc0ffbb223f3e1, NAME => 'hbase:replication,,1732286074167.ab17ae09d77b57ed71dc0ffbb223f3e1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35465/user/jenkins/test-data/ed683912-36a6-3d62-39b0-dab445110526 2024-11-22T14:34:34,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42217 is added to blk_1073741838_1014 (size=44) 2024-11-22T14:34:34,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36241 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T14:34:34,847 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,44345,1732286061189.replicationSource.wal-reader.b313e41b3af3%2C44345%2C1732286061189,1-b313e41b3af3,44345,1732286061189 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35173/user/jenkins/test-data/63205330-70c7-55cb-8646-aa22c3886860/WALs/b313e41b3af3,44345,1732286061189/b313e41b3af3%2C44345%2C1732286061189.1732286063170 to pos 379, reset compression=false 2024-11-22T14:34:34,982 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732286074167.ab17ae09d77b57ed71dc0ffbb223f3e1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T14:34:34,982 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing ab17ae09d77b57ed71dc0ffbb223f3e1, disabling compactions & flushes 2024-11-22T14:34:34,982 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732286074167.ab17ae09d77b57ed71dc0ffbb223f3e1. 2024-11-22T14:34:34,982 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732286074167.ab17ae09d77b57ed71dc0ffbb223f3e1. 2024-11-22T14:34:34,982 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732286074167.ab17ae09d77b57ed71dc0ffbb223f3e1. after waiting 0 ms 2024-11-22T14:34:34,982 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732286074167.ab17ae09d77b57ed71dc0ffbb223f3e1. 2024-11-22T14:34:34,982 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732286074167.ab17ae09d77b57ed71dc0ffbb223f3e1. 2024-11-22T14:34:34,982 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for ab17ae09d77b57ed71dc0ffbb223f3e1: Waiting for close lock at 1732286074982Disabling compacts and flushes for region at 1732286074982Disabling writes for close at 1732286074982Writing region close event to WAL at 1732286074982Closed at 1732286074982 2024-11-22T14:34:34,983 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T14:34:34,983 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732286074167.ab17ae09d77b57ed71dc0ffbb223f3e1.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732286074983"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732286074983"}]},"ts":"1732286074983"} 2024-11-22T14:34:34,985 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-22T14:34:34,986 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T14:34:34,986 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732286074986"}]},"ts":"1732286074986"} 2024-11-22T14:34:34,987 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-22T14:34:34,988 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ab17ae09d77b57ed71dc0ffbb223f3e1, ASSIGN}] 2024-11-22T14:34:34,988 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ab17ae09d77b57ed71dc0ffbb223f3e1, ASSIGN 2024-11-22T14:34:34,989 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ab17ae09d77b57ed71dc0ffbb223f3e1, ASSIGN; state=OFFLINE, location=b313e41b3af3,43117,1732286065153; forceNewPlan=false, retain=false 2024-11-22T14:34:35,037 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-22T14:34:35,075 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-22T14:34:35,075 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-22T14:34:35,075 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-22T14:34:35,075 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-22T14:34:35,076 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-22T14:34:35,076 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-22T14:34:35,140 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=ab17ae09d77b57ed71dc0ffbb223f3e1, regionState=OPENING, regionLocation=b313e41b3af3,43117,1732286065153 2024-11-22T14:34:35,142 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ab17ae09d77b57ed71dc0ffbb223f3e1, ASSIGN because future has completed 2024-11-22T14:34:35,142 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure ab17ae09d77b57ed71dc0ffbb223f3e1, server=b313e41b3af3,43117,1732286065153}] 2024-11-22T14:34:35,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36241 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T14:34:35,297 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732286074167.ab17ae09d77b57ed71dc0ffbb223f3e1. 2024-11-22T14:34:35,297 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T14:34:35,298 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-22T14:34:35,299 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b313e41b3af3%2C43117%2C1732286065153.rep, suffix=, logDir=hdfs://localhost:35465/user/jenkins/test-data/ed683912-36a6-3d62-39b0-dab445110526/WALs/b313e41b3af3,43117,1732286065153, archiveDir=hdfs://localhost:35465/user/jenkins/test-data/ed683912-36a6-3d62-39b0-dab445110526/oldWALs, maxLogs=10 2024-11-22T14:34:35,310 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ed683912-36a6-3d62-39b0-dab445110526/WALs/b313e41b3af3,43117,1732286065153/b313e41b3af3%2C43117%2C1732286065153.rep.1732286075299, exclude list is [], retry=0 2024-11-22T14:34:35,312 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42217,DS-e62f1f30-fbc8-4e53-82a8-a26ec9a22e9c,DISK] 2024-11-22T14:34:35,314 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ed683912-36a6-3d62-39b0-dab445110526/WALs/b313e41b3af3,43117,1732286065153/b313e41b3af3%2C43117%2C1732286065153.rep.1732286075299 2024-11-22T14:34:35,314 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46787:46787)] 2024-11-22T14:34:35,314 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => ab17ae09d77b57ed71dc0ffbb223f3e1, NAME => 'hbase:replication,,1732286074167.ab17ae09d77b57ed71dc0ffbb223f3e1.', STARTKEY => '', ENDKEY => ''} 2024-11-22T14:34:35,314 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-22T14:34:35,314 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-22T14:34:35,314 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732286074167.ab17ae09d77b57ed71dc0ffbb223f3e1. service=MultiRowMutationService 2024-11-22T14:34:35,314 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-22T14:34:35,315 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication ab17ae09d77b57ed71dc0ffbb223f3e1 2024-11-22T14:34:35,315 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732286074167.ab17ae09d77b57ed71dc0ffbb223f3e1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T14:34:35,315 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for ab17ae09d77b57ed71dc0ffbb223f3e1 2024-11-22T14:34:35,315 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for ab17ae09d77b57ed71dc0ffbb223f3e1 2024-11-22T14:34:35,317 INFO [StoreOpener-ab17ae09d77b57ed71dc0ffbb223f3e1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region ab17ae09d77b57ed71dc0ffbb223f3e1 2024-11-22T14:34:35,318 INFO [StoreOpener-ab17ae09d77b57ed71dc0ffbb223f3e1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ab17ae09d77b57ed71dc0ffbb223f3e1 columnFamilyName hfileref 2024-11-22T14:34:35,318 DEBUG [StoreOpener-ab17ae09d77b57ed71dc0ffbb223f3e1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:34:35,319 INFO [StoreOpener-ab17ae09d77b57ed71dc0ffbb223f3e1-1 {}] regionserver.HStore(327): Store=ab17ae09d77b57ed71dc0ffbb223f3e1/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:34:35,319 INFO [StoreOpener-ab17ae09d77b57ed71dc0ffbb223f3e1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region ab17ae09d77b57ed71dc0ffbb223f3e1 2024-11-22T14:34:35,320 INFO [StoreOpener-ab17ae09d77b57ed71dc0ffbb223f3e1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ab17ae09d77b57ed71dc0ffbb223f3e1 columnFamilyName queue 2024-11-22T14:34:35,320 DEBUG [StoreOpener-ab17ae09d77b57ed71dc0ffbb223f3e1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:34:35,320 INFO [StoreOpener-ab17ae09d77b57ed71dc0ffbb223f3e1-1 {}] regionserver.HStore(327): Store=ab17ae09d77b57ed71dc0ffbb223f3e1/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:34:35,320 INFO [StoreOpener-ab17ae09d77b57ed71dc0ffbb223f3e1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region ab17ae09d77b57ed71dc0ffbb223f3e1 2024-11-22T14:34:35,321 INFO [StoreOpener-ab17ae09d77b57ed71dc0ffbb223f3e1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ab17ae09d77b57ed71dc0ffbb223f3e1 columnFamilyName sid 2024-11-22T14:34:35,321 DEBUG [StoreOpener-ab17ae09d77b57ed71dc0ffbb223f3e1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:34:35,321 INFO [StoreOpener-ab17ae09d77b57ed71dc0ffbb223f3e1-1 {}] regionserver.HStore(327): Store=ab17ae09d77b57ed71dc0ffbb223f3e1/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:34:35,321 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for ab17ae09d77b57ed71dc0ffbb223f3e1 2024-11-22T14:34:35,322 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35465/user/jenkins/test-data/ed683912-36a6-3d62-39b0-dab445110526/data/hbase/replication/ab17ae09d77b57ed71dc0ffbb223f3e1 2024-11-22T14:34:35,322 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35465/user/jenkins/test-data/ed683912-36a6-3d62-39b0-dab445110526/data/hbase/replication/ab17ae09d77b57ed71dc0ffbb223f3e1 2024-11-22T14:34:35,323 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for ab17ae09d77b57ed71dc0ffbb223f3e1 2024-11-22T14:34:35,323 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for ab17ae09d77b57ed71dc0ffbb223f3e1 2024-11-22T14:34:35,323 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-22T14:34:35,324 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for ab17ae09d77b57ed71dc0ffbb223f3e1 2024-11-22T14:34:35,326 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35465/user/jenkins/test-data/ed683912-36a6-3d62-39b0-dab445110526/data/hbase/replication/ab17ae09d77b57ed71dc0ffbb223f3e1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T14:34:35,326 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened ab17ae09d77b57ed71dc0ffbb223f3e1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61032912, jitterRate=-0.09053874015808105}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-22T14:34:35,326 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ab17ae09d77b57ed71dc0ffbb223f3e1 2024-11-22T14:34:35,326 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for ab17ae09d77b57ed71dc0ffbb223f3e1: Running coprocessor pre-open hook at 1732286075315Writing region info on filesystem at 1732286075315Initializing all the Stores at 1732286075316 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732286075316Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732286075317 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732286075317Cleaning up temporary data from old regions at 1732286075323 (+6 ms)Running coprocessor post-open hooks at 1732286075326 (+3 ms)Region opened successfully at 1732286075326 2024-11-22T14:34:35,327 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732286074167.ab17ae09d77b57ed71dc0ffbb223f3e1., pid=10, masterSystemTime=1732286075294 2024-11-22T14:34:35,329 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732286074167.ab17ae09d77b57ed71dc0ffbb223f3e1. 2024-11-22T14:34:35,329 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732286074167.ab17ae09d77b57ed71dc0ffbb223f3e1. 2024-11-22T14:34:35,329 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=ab17ae09d77b57ed71dc0ffbb223f3e1, regionState=OPEN, openSeqNum=2, regionLocation=b313e41b3af3,43117,1732286065153 2024-11-22T14:34:35,331 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure ab17ae09d77b57ed71dc0ffbb223f3e1, server=b313e41b3af3,43117,1732286065153 because future has completed 2024-11-22T14:34:35,336 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-22T14:34:35,336 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure ab17ae09d77b57ed71dc0ffbb223f3e1, server=b313e41b3af3,43117,1732286065153 in 192 msec 2024-11-22T14:34:35,337 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-22T14:34:35,337 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ab17ae09d77b57ed71dc0ffbb223f3e1, ASSIGN in 348 msec 2024-11-22T14:34:35,338 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T14:34:35,338 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732286075338"}]},"ts":"1732286075338"} 2024-11-22T14:34:35,340 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-22T14:34:35,341 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T14:34:35,342 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1740 sec 2024-11-22T14:34:35,373 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732286074167.ab17ae09d77b57ed71dc0ffbb223f3e1., hostname=b313e41b3af3,43117,1732286065153, seqNum=2] 2024-11-22T14:34:35,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43117-0x10067daf3520004, quorum=127.0.0.1:63574, baseZNode=/1-424323231 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-424323231 2024-11-22T14:34:35,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36241-0x10067daf3520003, quorum=127.0.0.1:63574, baseZNode=/1-424323231 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-424323231 2024-11-22T14:34:35,380 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-22T14:34:35,450 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,44345,1732286061189.replicationSource.wal-reader.b313e41b3af3%2C44345%2C1732286061189,1-b313e41b3af3,44345,1732286061189 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35173/user/jenkins/test-data/63205330-70c7-55cb-8646-aa22c3886860/WALs/b313e41b3af3,44345,1732286061189/b313e41b3af3%2C44345%2C1732286061189.1732286063170 to pos 379, reset compression=false 2024-11-22T14:34:35,532 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43117 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-22T14:34:35,533 INFO [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-22T14:34:35,558 INFO [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-b313e41b3af3,43117,1732286065153, ReplicationSource: 1, currentBandwidth=0 2024-11-22T14:34:35,559 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T14:34:35,559 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b313e41b3af3,43117,1732286065153, seqNum=-1] 2024-11-22T14:34:35,559 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T14:34:35,560 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48897, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-22T14:34:35,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-b313e41b3af3,43117,1732286065153', locateType=CURRENT is [region=hbase:replication,,1732286074167.ab17ae09d77b57ed71dc0ffbb223f3e1., hostname=b313e41b3af3,43117,1732286065153, seqNum=2] 2024-11-22T14:34:35,564 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-22T14:34:35,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36241 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-22T14:34:35,566 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on b313e41b3af3,43117,1732286065153 suceeded 2024-11-22T14:34:35,567 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-22T14:34:35,567 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 186 msec 2024-11-22T14:34:35,567 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://b313e41b3af3:36361,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-22T14:34:35,568 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4080 sec 2024-11-22T14:34:35,578 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,43117,1732286065153 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b313e41b3af3:36361' 2024-11-22T14:34:35,578 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,43117,1732286065153 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@660c6f16, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:34:35,578 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,43117,1732286065153 {}] client.ClusterIdFetcher(90): Going to request b313e41b3af3,36361,-1 for getting cluster id 2024-11-22T14:34:35,579 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,43117,1732286065153 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T14:34:35,579 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6bb4de68-f185-4764-bf80-f70ac7ab2170' 2024-11-22T14:34:35,579 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T14:34:35,579 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6bb4de68-f185-4764-bf80-f70ac7ab2170" 2024-11-22T14:34:35,580 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6a3b567a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:34:35,580 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b313e41b3af3,36361,-1] 2024-11-22T14:34:35,580 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T14:34:35,580 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:34:35,580 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57842, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-22T14:34:35,581 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,43117,1732286065153 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5775b898, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:34:35,581 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,43117,1732286065153 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T14:34:35,581 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b313e41b3af3,36361,1732286061147 2024-11-22T14:34:35,582 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@40caafb2 2024-11-22T14:34:35,582 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T14:34:35,582 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57844, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=MasterService 2024-11-22T14:34:35,583 INFO [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,43117,1732286065153 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-b313e41b3af3,43117,1732286065153 (queues=1) is replicating from cluster=4885f83e-2de8-4cc3-b843-ce7de9db273e to cluster=6bb4de68-f185-4764-bf80-f70ac7ab2170 2024-11-22T14:34:35,583 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,43117,1732286065153 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=b313e41b3af3%2C43117%2C1732286065153 2024-11-22T14:34:35,583 INFO [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,43117,1732286065153 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-b313e41b3af3,43117,1732286065153, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-22T14:34:35,583 INFO [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,43117,1732286065153.replicationSource.shipperb313e41b3af3%2C43117%2C1732286065153,1-b313e41b3af3,43117,1732286065153 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: b313e41b3af3%2C43117%2C1732286065153 2024-11-22T14:34:35,583 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,43117,1732286065153.replicationSource.wal-reader.b313e41b3af3%2C43117%2C1732286065153,1-b313e41b3af3,43117,1732286065153 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35465/user/jenkins/test-data/ed683912-36a6-3d62-39b0-dab445110526/WALs/b313e41b3af3,43117,1732286065153/b313e41b3af3%2C43117%2C1732286065153.1732286066662, startPosition=0, beingWritten=true 2024-11-22T14:34:35,588 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,43117,1732286065153.replicationSource.wal-reader.b313e41b3af3%2C43117%2C1732286065153,1-b313e41b3af3,43117,1732286065153 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-22T14:34:35,588 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,43117,1732286065153.replicationSource.wal-reader.b313e41b3af3%2C43117%2C1732286065153,1-b313e41b3af3,43117,1732286065153 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35465/user/jenkins/test-data/ed683912-36a6-3d62-39b0-dab445110526/WALs/b313e41b3af3,43117,1732286065153/b313e41b3af3%2C43117%2C1732286065153.1732286066662 to pos 379, reset compression=false 2024-11-22T14:34:35,588 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,43117,1732286065153.replicationSource.shipperb313e41b3af3%2C43117%2C1732286065153,1-b313e41b3af3,43117,1732286065153 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b313e41b3af3,43117,1732286065153 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35465/user/jenkins/test-data/ed683912-36a6-3d62-39b0-dab445110526/WALs/b313e41b3af3,43117,1732286065153/b313e41b3af3%2C43117%2C1732286065153.1732286066662, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-22T14:34:35,791 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,43117,1732286065153.replicationSource.wal-reader.b313e41b3af3%2C43117%2C1732286065153,1-b313e41b3af3,43117,1732286065153 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35465/user/jenkins/test-data/ed683912-36a6-3d62-39b0-dab445110526/WALs/b313e41b3af3,43117,1732286065153/b313e41b3af3%2C43117%2C1732286065153.1732286066662 to pos 379, reset compression=false 2024-11-22T14:34:36,095 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,43117,1732286065153.replicationSource.wal-reader.b313e41b3af3%2C43117%2C1732286065153,1-b313e41b3af3,43117,1732286065153 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35465/user/jenkins/test-data/ed683912-36a6-3d62-39b0-dab445110526/WALs/b313e41b3af3,43117,1732286065153/b313e41b3af3%2C43117%2C1732286065153.1732286066662 to pos 379, reset compression=false 2024-11-22T14:34:36,153 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,44345,1732286061189.replicationSource.wal-reader.b313e41b3af3%2C44345%2C1732286061189,1-b313e41b3af3,44345,1732286061189 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35173/user/jenkins/test-data/63205330-70c7-55cb-8646-aa22c3886860/WALs/b313e41b3af3,44345,1732286061189/b313e41b3af3%2C44345%2C1732286061189.1732286063170 to pos 379, reset compression=false 2024-11-22T14:34:36,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36241 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T14:34:36,303 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-22T14:34:36,303 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T14:34:36,303 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T14:34:36,303 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:34:36,303 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:34:36,303 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T14:34:36,304 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T14:34:36,304 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b313e41b3af3,44345,1732286061189, seqNum=-1] 2024-11-22T14:34:36,305 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T14:34:36,305 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57938, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T14:34:36,307 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732286067695.4d228b1b96734e14c9e27fdd1deda2a0., hostname=b313e41b3af3,44345,1732286061189, seqNum=2] 2024-11-22T14:34:36,309 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T14:34:36,310 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b313e41b3af3,43117,1732286065153, seqNum=-1] 2024-11-22T14:34:36,310 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T14:34:36,311 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47156, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T14:34:36,312 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732286069845.cd94a8b9cff816b6c44ee43ea50c18b3., hostname=b313e41b3af3,43117,1732286065153, seqNum=2] 2024-11-22T14:34:36,313 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-22T14:34:36,475 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-22T14:34:36,498 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,43117,1732286065153.replicationSource.wal-reader.b313e41b3af3%2C43117%2C1732286065153,1-b313e41b3af3,43117,1732286065153 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35465/user/jenkins/test-data/ed683912-36a6-3d62-39b0-dab445110526/WALs/b313e41b3af3,43117,1732286065153/b313e41b3af3%2C43117%2C1732286065153.1732286066662 to pos 379, reset compression=false 2024-11-22T14:34:36,500 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:34:36,500 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:34:36,501 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:34:36,501 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:34:36,501 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:34:36,501 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:34:36,507 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:34:36,510 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:34:36,510 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:34:36,513 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:34:36,957 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,44345,1732286061189.replicationSource.wal-reader.b313e41b3af3%2C44345%2C1732286061189,1-b313e41b3af3,44345,1732286061189 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35173/user/jenkins/test-data/63205330-70c7-55cb-8646-aa22c3886860/WALs/b313e41b3af3,44345,1732286061189/b313e41b3af3%2C44345%2C1732286061189.1732286063170 to pos 379, reset compression=false 2024-11-22T14:34:36,961 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,44345,1732286061189.replicationSource.wal-reader.b313e41b3af3%2C44345%2C1732286061189,1-b313e41b3af3,44345,1732286061189 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-22T14:34:36,961 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,44345,1732286061189.replicationSource.wal-reader.b313e41b3af3%2C44345%2C1732286061189,1-b313e41b3af3,44345,1732286061189 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35173/user/jenkins/test-data/63205330-70c7-55cb-8646-aa22c3886860/WALs/b313e41b3af3,44345,1732286061189/b313e41b3af3%2C44345%2C1732286061189.1732286063170 to pos 480, reset compression=false 2024-11-22T14:34:36,961 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,44345,1732286061189.replicationSource.shipperb313e41b3af3%2C44345%2C1732286061189,1-b313e41b3af3,44345,1732286061189 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b313e41b3af3,44345,1732286061189 got entry batch from reader: WALEntryBatch [walEntries=[{test/4d228b1b96734e14c9e27fdd1deda2a0/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:35173/user/jenkins/test-data/63205330-70c7-55cb-8646-aa22c3886860/WALs/b313e41b3af3,44345,1732286061189/b313e41b3af3%2C44345%2C1732286061189.1732286063170, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-22T14:34:36,963 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,44345,1732286061189.replicationSource.shipperb313e41b3af3%2C44345%2C1732286061189,1-b313e41b3af3,44345,1732286061189 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-22T14:34:36,964 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47166, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=AdminService 2024-11-22T14:34:36,966 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43117 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-22T14:34:36,966 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43117 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@512a469b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:34:36,966 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43117 {}] client.ClusterIdFetcher(90): Going to request b313e41b3af3,36241,-1 for getting cluster id 2024-11-22T14:34:36,966 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43117 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T14:34:36,967 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4885f83e-2de8-4cc3-b843-ce7de9db273e' 2024-11-22T14:34:36,967 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T14:34:36,967 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4885f83e-2de8-4cc3-b843-ce7de9db273e" 2024-11-22T14:34:36,967 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@18d996ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:34:36,967 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b313e41b3af3,36241,-1] 2024-11-22T14:34:36,968 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T14:34:36,968 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:34:36,968 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50508, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-22T14:34:36,969 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43117 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@789a024d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:34:36,974 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43117 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T14:34:36,975 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b313e41b3af3,43117,1732286065153, seqNum=-1] 2024-11-22T14:34:36,975 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T14:34:36,976 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47168, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-22T14:34:36,978 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732286069845.cd94a8b9cff816b6c44ee43ea50c18b3., hostname=b313e41b3af3,43117,1732286065153, seqNum=2] 2024-11-22T14:34:37,004 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,43117,1732286065153.replicationSource.wal-reader.b313e41b3af3%2C43117%2C1732286065153,1-b313e41b3af3,43117,1732286065153 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35465/user/jenkins/test-data/ed683912-36a6-3d62-39b0-dab445110526/WALs/b313e41b3af3,43117,1732286065153/b313e41b3af3%2C43117%2C1732286065153.1732286066662 to pos 379, reset compression=false 2024-11-22T14:34:37,016 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43117 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-22T14:34:37,165 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,44345,1732286061189.replicationSource.wal-reader.b313e41b3af3%2C44345%2C1732286061189,1-b313e41b3af3,44345,1732286061189 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35173/user/jenkins/test-data/63205330-70c7-55cb-8646-aa22c3886860/WALs/b313e41b3af3,44345,1732286061189/b313e41b3af3%2C44345%2C1732286061189.1732286063170 to pos 480, reset compression=false 2024-11-22T14:34:37,316 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-22T14:34:37,320 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-22T14:34:37,469 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,44345,1732286061189.replicationSource.wal-reader.b313e41b3af3%2C44345%2C1732286061189,1-b313e41b3af3,44345,1732286061189 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35173/user/jenkins/test-data/63205330-70c7-55cb-8646-aa22c3886860/WALs/b313e41b3af3,44345,1732286061189/b313e41b3af3%2C44345%2C1732286061189.1732286063170 to pos 480, reset compression=false 2024-11-22T14:34:37,608 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,43117,1732286065153.replicationSource.wal-reader.b313e41b3af3%2C43117%2C1732286065153,1-b313e41b3af3,43117,1732286065153 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35465/user/jenkins/test-data/ed683912-36a6-3d62-39b0-dab445110526/WALs/b313e41b3af3,43117,1732286065153/b313e41b3af3%2C43117%2C1732286065153.1732286066662 to pos 379, reset compression=false 2024-11-22T14:34:37,612 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,43117,1732286065153.replicationSource.wal-reader.b313e41b3af3%2C43117%2C1732286065153,1-b313e41b3af3,43117,1732286065153 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-22T14:34:37,612 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,43117,1732286065153.replicationSource.wal-reader.b313e41b3af3%2C43117%2C1732286065153,1-b313e41b3af3,43117,1732286065153 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35465/user/jenkins/test-data/ed683912-36a6-3d62-39b0-dab445110526/WALs/b313e41b3af3,43117,1732286065153/b313e41b3af3%2C43117%2C1732286065153.1732286066662 to pos 607, reset compression=false 2024-11-22T14:34:37,612 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,43117,1732286065153.replicationSource.shipperb313e41b3af3%2C43117%2C1732286065153,1-b313e41b3af3,43117,1732286065153 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b313e41b3af3,43117,1732286065153 got entry batch from reader: WALEntryBatch [walEntries=[{test/cd94a8b9cff816b6c44ee43ea50c18b3/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:35465/user/jenkins/test-data/ed683912-36a6-3d62-39b0-dab445110526/WALs/b313e41b3af3,43117,1732286065153/b313e41b3af3%2C43117%2C1732286065153.1732286066662, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-22T14:34:37,614 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,43117,1732286065153.replicationSource.shipperb313e41b3af3%2C43117%2C1732286065153,1-b313e41b3af3,43117,1732286065153 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-22T14:34:37,615 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57950, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=AdminService 2024-11-22T14:34:37,616 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-22T14:34:37,616 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@51e6fa55, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:34:37,616 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] client.ClusterIdFetcher(90): Going to request b313e41b3af3,36361,-1 for getting cluster id 2024-11-22T14:34:37,616 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T14:34:37,617 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6bb4de68-f185-4764-bf80-f70ac7ab2170' 2024-11-22T14:34:37,617 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T14:34:37,617 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6bb4de68-f185-4764-bf80-f70ac7ab2170" 2024-11-22T14:34:37,617 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@320ead49, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:34:37,617 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b313e41b3af3,36361,-1] 2024-11-22T14:34:37,617 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T14:34:37,618 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:34:37,618 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57860, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-22T14:34:37,619 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@571b79fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:34:37,619 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T14:34:37,620 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b313e41b3af3,44345,1732286061189, seqNum=-1] 2024-11-22T14:34:37,620 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T14:34:37,621 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57966, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-22T14:34:37,622 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732286067695.4d228b1b96734e14c9e27fdd1deda2a0., hostname=b313e41b3af3,44345,1732286061189, seqNum=2] 2024-11-22T14:34:37,625 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-22T14:34:37,816 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,43117,1732286065153.replicationSource.wal-reader.b313e41b3af3%2C43117%2C1732286065153,1-b313e41b3af3,43117,1732286065153 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35465/user/jenkins/test-data/ed683912-36a6-3d62-39b0-dab445110526/WALs/b313e41b3af3,43117,1732286065153/b313e41b3af3%2C43117%2C1732286065153.1732286066662 to pos 607, reset compression=false 2024-11-22T14:34:37,872 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,44345,1732286061189.replicationSource.wal-reader.b313e41b3af3%2C44345%2C1732286061189,1-b313e41b3af3,44345,1732286061189 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35173/user/jenkins/test-data/63205330-70c7-55cb-8646-aa22c3886860/WALs/b313e41b3af3,44345,1732286061189/b313e41b3af3%2C44345%2C1732286061189.1732286063170 to pos 480, reset compression=false 2024-11-22T14:34:37,877 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,44345,1732286061189.replicationSource.wal-reader.b313e41b3af3%2C44345%2C1732286061189,1-b313e41b3af3,44345,1732286061189 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-22T14:34:37,877 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,44345,1732286061189.replicationSource.wal-reader.b313e41b3af3%2C44345%2C1732286061189,1-b313e41b3af3,44345,1732286061189 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35173/user/jenkins/test-data/63205330-70c7-55cb-8646-aa22c3886860/WALs/b313e41b3af3,44345,1732286061189/b313e41b3af3%2C44345%2C1732286061189.1732286063170 to pos 607, reset compression=false 2024-11-22T14:34:37,877 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,44345,1732286061189.replicationSource.shipperb313e41b3af3%2C44345%2C1732286061189,1-b313e41b3af3,44345,1732286061189 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b313e41b3af3,44345,1732286061189 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35173/user/jenkins/test-data/63205330-70c7-55cb-8646-aa22c3886860/WALs/b313e41b3af3,44345,1732286061189/b313e41b3af3%2C44345%2C1732286061189.1732286063170, lastWalPosition=607, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-22T14:34:38,080 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,44345,1732286061189.replicationSource.wal-reader.b313e41b3af3%2C44345%2C1732286061189,1-b313e41b3af3,44345,1732286061189 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35173/user/jenkins/test-data/63205330-70c7-55cb-8646-aa22c3886860/WALs/b313e41b3af3,44345,1732286061189/b313e41b3af3%2C44345%2C1732286061189.1732286063170 to pos 607, reset compression=false 2024-11-22T14:34:38,119 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,43117,1732286065153.replicationSource.wal-reader.b313e41b3af3%2C43117%2C1732286065153,1-b313e41b3af3,43117,1732286065153 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35465/user/jenkins/test-data/ed683912-36a6-3d62-39b0-dab445110526/WALs/b313e41b3af3,43117,1732286065153/b313e41b3af3%2C43117%2C1732286065153.1732286066662 to pos 607, reset compression=false 2024-11-22T14:34:38,322 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-22T14:34:38,332 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-22T14:34:38,383 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,44345,1732286061189.replicationSource.wal-reader.b313e41b3af3%2C44345%2C1732286061189,1-b313e41b3af3,44345,1732286061189 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35173/user/jenkins/test-data/63205330-70c7-55cb-8646-aa22c3886860/WALs/b313e41b3af3,44345,1732286061189/b313e41b3af3%2C44345%2C1732286061189.1732286063170 to pos 607, reset compression=false 2024-11-22T14:34:38,388 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,44345,1732286061189.replicationSource.wal-reader.b313e41b3af3%2C44345%2C1732286061189,1-b313e41b3af3,44345,1732286061189 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-22T14:34:38,388 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,44345,1732286061189.replicationSource.wal-reader.b313e41b3af3%2C44345%2C1732286061189,1-b313e41b3af3,44345,1732286061189 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35173/user/jenkins/test-data/63205330-70c7-55cb-8646-aa22c3886860/WALs/b313e41b3af3,44345,1732286061189/b313e41b3af3%2C44345%2C1732286061189.1732286063170 to pos 763, reset compression=false 2024-11-22T14:34:38,388 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,44345,1732286061189.replicationSource.shipperb313e41b3af3%2C44345%2C1732286061189,1-b313e41b3af3,44345,1732286061189 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b313e41b3af3,44345,1732286061189 got entry batch from reader: WALEntryBatch [walEntries=[{test/4d228b1b96734e14c9e27fdd1deda2a0/6=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:35173/user/jenkins/test-data/63205330-70c7-55cb-8646-aa22c3886860/WALs/b313e41b3af3,44345,1732286061189/b313e41b3af3%2C44345%2C1732286061189.1732286063170, lastWalPosition=763, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-22T14:34:38,389 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43117 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-22T14:34:38,393 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43117 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-22T14:34:38,522 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,43117,1732286065153.replicationSource.wal-reader.b313e41b3af3%2C43117%2C1732286065153,1-b313e41b3af3,43117,1732286065153 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35465/user/jenkins/test-data/ed683912-36a6-3d62-39b0-dab445110526/WALs/b313e41b3af3,43117,1732286065153/b313e41b3af3%2C43117%2C1732286065153.1732286066662 to pos 607, reset compression=false 2024-11-22T14:34:38,526 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,43117,1732286065153.replicationSource.wal-reader.b313e41b3af3%2C43117%2C1732286065153,1-b313e41b3af3,43117,1732286065153 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-22T14:34:38,526 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,43117,1732286065153.replicationSource.wal-reader.b313e41b3af3%2C43117%2C1732286065153,1-b313e41b3af3,43117,1732286065153 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35465/user/jenkins/test-data/ed683912-36a6-3d62-39b0-dab445110526/WALs/b313e41b3af3,43117,1732286065153/b313e41b3af3%2C43117%2C1732286065153.1732286066662 to pos 754, reset compression=false 2024-11-22T14:34:38,526 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,43117,1732286065153.replicationSource.shipperb313e41b3af3%2C43117%2C1732286065153,1-b313e41b3af3,43117,1732286065153 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b313e41b3af3,43117,1732286065153 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35465/user/jenkins/test-data/ed683912-36a6-3d62-39b0-dab445110526/WALs/b313e41b3af3,43117,1732286065153/b313e41b3af3%2C43117%2C1732286065153.1732286066662, lastWalPosition=754, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-22T14:34:38,594 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,44345,1732286061189.replicationSource.wal-reader.b313e41b3af3%2C44345%2C1732286061189,1-b313e41b3af3,44345,1732286061189 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35173/user/jenkins/test-data/63205330-70c7-55cb-8646-aa22c3886860/WALs/b313e41b3af3,44345,1732286061189/b313e41b3af3%2C44345%2C1732286061189.1732286063170 to pos 763, reset compression=false 2024-11-22T14:34:38,730 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,43117,1732286065153.replicationSource.wal-reader.b313e41b3af3%2C43117%2C1732286065153,1-b313e41b3af3,43117,1732286065153 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35465/user/jenkins/test-data/ed683912-36a6-3d62-39b0-dab445110526/WALs/b313e41b3af3,43117,1732286065153/b313e41b3af3%2C43117%2C1732286065153.1732286066662 to pos 754, reset compression=false 2024-11-22T14:34:38,897 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,44345,1732286061189.replicationSource.wal-reader.b313e41b3af3%2C44345%2C1732286061189,1-b313e41b3af3,44345,1732286061189 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35173/user/jenkins/test-data/63205330-70c7-55cb-8646-aa22c3886860/WALs/b313e41b3af3,44345,1732286061189/b313e41b3af3%2C44345%2C1732286061189.1732286063170 to pos 763, reset compression=false 2024-11-22T14:34:39,033 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,43117,1732286065153.replicationSource.wal-reader.b313e41b3af3%2C43117%2C1732286065153,1-b313e41b3af3,43117,1732286065153 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35465/user/jenkins/test-data/ed683912-36a6-3d62-39b0-dab445110526/WALs/b313e41b3af3,43117,1732286065153/b313e41b3af3%2C43117%2C1732286065153.1732286066662 to pos 754, reset compression=false 2024-11-22T14:34:39,301 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,44345,1732286061189.replicationSource.wal-reader.b313e41b3af3%2C44345%2C1732286061189,1-b313e41b3af3,44345,1732286061189 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35173/user/jenkins/test-data/63205330-70c7-55cb-8646-aa22c3886860/WALs/b313e41b3af3,44345,1732286061189/b313e41b3af3%2C44345%2C1732286061189.1732286063170 to pos 763, reset compression=false 2024-11-22T14:34:39,333 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-22T14:34:39,336 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-22T14:34:39,436 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,43117,1732286065153.replicationSource.wal-reader.b313e41b3af3%2C43117%2C1732286065153,1-b313e41b3af3,43117,1732286065153 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35465/user/jenkins/test-data/ed683912-36a6-3d62-39b0-dab445110526/WALs/b313e41b3af3,43117,1732286065153/b313e41b3af3%2C43117%2C1732286065153.1732286066662 to pos 754, reset compression=false 2024-11-22T14:34:39,440 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,43117,1732286065153.replicationSource.wal-reader.b313e41b3af3%2C43117%2C1732286065153,1-b313e41b3af3,43117,1732286065153 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-22T14:34:39,440 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,43117,1732286065153.replicationSource.wal-reader.b313e41b3af3%2C43117%2C1732286065153,1-b313e41b3af3,43117,1732286065153 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35465/user/jenkins/test-data/ed683912-36a6-3d62-39b0-dab445110526/WALs/b313e41b3af3,43117,1732286065153/b313e41b3af3%2C43117%2C1732286065153.1732286066662 to pos 913, reset compression=false 2024-11-22T14:34:39,440 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,43117,1732286065153.replicationSource.shipperb313e41b3af3%2C43117%2C1732286065153,1-b313e41b3af3,43117,1732286065153 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b313e41b3af3,43117,1732286065153 got entry batch from reader: WALEntryBatch [walEntries=[{test/cd94a8b9cff816b6c44ee43ea50c18b3/7=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:35465/user/jenkins/test-data/ed683912-36a6-3d62-39b0-dab445110526/WALs/b313e41b3af3,43117,1732286065153/b313e41b3af3%2C43117%2C1732286065153.1732286066662, lastWalPosition=913, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-22T14:34:39,441 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-22T14:34:39,444 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-22T14:34:39,644 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,43117,1732286065153.replicationSource.wal-reader.b313e41b3af3%2C43117%2C1732286065153,1-b313e41b3af3,43117,1732286065153 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35465/user/jenkins/test-data/ed683912-36a6-3d62-39b0-dab445110526/WALs/b313e41b3af3,43117,1732286065153/b313e41b3af3%2C43117%2C1732286065153.1732286066662 to pos 913, reset compression=false 2024-11-22T14:34:39,804 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,44345,1732286061189.replicationSource.wal-reader.b313e41b3af3%2C44345%2C1732286061189,1-b313e41b3af3,44345,1732286061189 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35173/user/jenkins/test-data/63205330-70c7-55cb-8646-aa22c3886860/WALs/b313e41b3af3,44345,1732286061189/b313e41b3af3%2C44345%2C1732286061189.1732286063170 to pos 763, reset compression=false 2024-11-22T14:34:39,809 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,44345,1732286061189.replicationSource.wal-reader.b313e41b3af3%2C44345%2C1732286061189,1-b313e41b3af3,44345,1732286061189 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-22T14:34:39,809 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,44345,1732286061189.replicationSource.wal-reader.b313e41b3af3%2C44345%2C1732286061189,1-b313e41b3af3,44345,1732286061189 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35173/user/jenkins/test-data/63205330-70c7-55cb-8646-aa22c3886860/WALs/b313e41b3af3,44345,1732286061189/b313e41b3af3%2C44345%2C1732286061189.1732286063170 to pos 912, reset compression=false 2024-11-22T14:34:39,809 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,44345,1732286061189.replicationSource.shipperb313e41b3af3%2C44345%2C1732286061189,1-b313e41b3af3,44345,1732286061189 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b313e41b3af3,44345,1732286061189 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35173/user/jenkins/test-data/63205330-70c7-55cb-8646-aa22c3886860/WALs/b313e41b3af3,44345,1732286061189/b313e41b3af3%2C44345%2C1732286061189.1732286063170, lastWalPosition=912, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-22T14:34:39,948 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,43117,1732286065153.replicationSource.wal-reader.b313e41b3af3%2C43117%2C1732286065153,1-b313e41b3af3,43117,1732286065153 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35465/user/jenkins/test-data/ed683912-36a6-3d62-39b0-dab445110526/WALs/b313e41b3af3,43117,1732286065153/b313e41b3af3%2C43117%2C1732286065153.1732286066662 to pos 913, reset compression=false 2024-11-22T14:34:40,012 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,44345,1732286061189.replicationSource.wal-reader.b313e41b3af3%2C44345%2C1732286061189,1-b313e41b3af3,44345,1732286061189 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35173/user/jenkins/test-data/63205330-70c7-55cb-8646-aa22c3886860/WALs/b313e41b3af3,44345,1732286061189/b313e41b3af3%2C44345%2C1732286061189.1732286063170 to pos 912, reset compression=false 2024-11-22T14:34:40,315 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,44345,1732286061189.replicationSource.wal-reader.b313e41b3af3%2C44345%2C1732286061189,1-b313e41b3af3,44345,1732286061189 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35173/user/jenkins/test-data/63205330-70c7-55cb-8646-aa22c3886860/WALs/b313e41b3af3,44345,1732286061189/b313e41b3af3%2C44345%2C1732286061189.1732286063170 to pos 912, reset compression=false 2024-11-22T14:34:40,338 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-22T14:34:40,340 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-22T14:34:40,340 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T14:34:40,340 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T14:34:40,340 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:34:40,340 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:34:40,340 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T14:34:40,341 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-22T14:34:40,341 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1125151801, stopped=false 2024-11-22T14:34:40,341 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b313e41b3af3,36241,1732286065119 2024-11-22T14:34:40,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43117-0x10067daf3520004, quorum=127.0.0.1:63574, baseZNode=/1-424323231 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-424323231/running 2024-11-22T14:34:40,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36241-0x10067daf3520003, quorum=127.0.0.1:63574, baseZNode=/1-424323231 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-424323231/running 2024-11-22T14:34:40,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36241-0x10067daf3520003, quorum=127.0.0.1:63574, baseZNode=/1-424323231 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-424323231 2024-11-22T14:34:40,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43117-0x10067daf3520004, quorum=127.0.0.1:63574, baseZNode=/1-424323231 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-424323231 2024-11-22T14:34:40,341 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-22T14:34:40,342 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T14:34:40,342 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T14:34:40,342 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:34:40,342 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b313e41b3af3,43117,1732286065153' ***** 2024-11-22T14:34:40,342 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36241-0x10067daf3520003, quorum=127.0.0.1:63574, baseZNode=/1-424323231 Set watcher on znode that does not yet exist, /1-424323231/running 2024-11-22T14:34:40,342 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43117-0x10067daf3520004, quorum=127.0.0.1:63574, baseZNode=/1-424323231 Set watcher on znode that does not yet exist, /1-424323231/running 2024-11-22T14:34:40,342 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-22T14:34:40,342 INFO [RS:0;b313e41b3af3:43117 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-22T14:34:40,342 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-22T14:34:40,342 INFO [RS:0;b313e41b3af3:43117 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-22T14:34:40,342 INFO [RS:0;b313e41b3af3:43117 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-22T14:34:40,343 INFO [RS:0;b313e41b3af3:43117 {}] regionserver.HRegionServer(3091): Received CLOSE for cd94a8b9cff816b6c44ee43ea50c18b3 2024-11-22T14:34:40,343 INFO [RS:0;b313e41b3af3:43117 {}] regionserver.HRegionServer(3091): Received CLOSE for ab17ae09d77b57ed71dc0ffbb223f3e1 2024-11-22T14:34:40,343 INFO [RS:0;b313e41b3af3:43117 {}] regionserver.HRegionServer(959): stopping server b313e41b3af3,43117,1732286065153 2024-11-22T14:34:40,343 INFO [RS:0;b313e41b3af3:43117 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T14:34:40,343 INFO [RS:0;b313e41b3af3:43117 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b313e41b3af3:43117. 2024-11-22T14:34:40,343 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing cd94a8b9cff816b6c44ee43ea50c18b3, disabling compactions & flushes 2024-11-22T14:34:40,343 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732286069845.cd94a8b9cff816b6c44ee43ea50c18b3. 2024-11-22T14:34:40,343 DEBUG [RS:0;b313e41b3af3:43117 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T14:34:40,343 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732286069845.cd94a8b9cff816b6c44ee43ea50c18b3. 2024-11-22T14:34:40,343 DEBUG [RS:0;b313e41b3af3:43117 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:34:40,343 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732286069845.cd94a8b9cff816b6c44ee43ea50c18b3. after waiting 0 ms 2024-11-22T14:34:40,343 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732286069845.cd94a8b9cff816b6c44ee43ea50c18b3. 2024-11-22T14:34:40,343 INFO [RS:0;b313e41b3af3:43117 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-22T14:34:40,343 INFO [RS:0;b313e41b3af3:43117 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-22T14:34:40,343 INFO [RS:0;b313e41b3af3:43117 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-22T14:34:40,343 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing cd94a8b9cff816b6c44ee43ea50c18b3 3/3 column families, dataSize=192 B heapSize=1.46 KB 2024-11-22T14:34:40,343 INFO [RS:0;b313e41b3af3:43117 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-22T14:34:40,343 INFO [RS:0;b313e41b3af3:43117 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-22T14:34:40,343 DEBUG [RS:0;b313e41b3af3:43117 {}] regionserver.HRegionServer(1325): Online Regions={cd94a8b9cff816b6c44ee43ea50c18b3=test,,1732286069845.cd94a8b9cff816b6c44ee43ea50c18b3., 1588230740=hbase:meta,,1.1588230740, ab17ae09d77b57ed71dc0ffbb223f3e1=hbase:replication,,1732286074167.ab17ae09d77b57ed71dc0ffbb223f3e1.} 2024-11-22T14:34:40,343 DEBUG [RS:0;b313e41b3af3:43117 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ab17ae09d77b57ed71dc0ffbb223f3e1, cd94a8b9cff816b6c44ee43ea50c18b3 2024-11-22T14:34:40,343 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-22T14:34:40,343 INFO [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-22T14:34:40,343 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-22T14:34:40,343 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T14:34:40,344 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T14:34:40,344 INFO [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-22T14:34:40,352 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,43117,1732286065153.replicationSource.wal-reader.b313e41b3af3%2C43117%2C1732286065153,1-b313e41b3af3,43117,1732286065153 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35465/user/jenkins/test-data/ed683912-36a6-3d62-39b0-dab445110526/WALs/b313e41b3af3,43117,1732286065153/b313e41b3af3%2C43117%2C1732286065153.1732286066662 to pos 913, reset compression=false 2024-11-22T14:34:40,356 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,43117,1732286065153.replicationSource.wal-reader.b313e41b3af3%2C43117%2C1732286065153,1-b313e41b3af3,43117,1732286065153 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-22T14:34:40,356 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,43117,1732286065153.replicationSource.wal-reader.b313e41b3af3%2C43117%2C1732286065153,1-b313e41b3af3,43117,1732286065153 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35465/user/jenkins/test-data/ed683912-36a6-3d62-39b0-dab445110526/WALs/b313e41b3af3,43117,1732286065153/b313e41b3af3%2C43117%2C1732286065153.1732286066662 to pos 1160, reset compression=false 2024-11-22T14:34:40,356 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,43117,1732286065153.replicationSource.shipperb313e41b3af3%2C43117%2C1732286065153,1-b313e41b3af3,43117,1732286065153 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b313e41b3af3,43117,1732286065153 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35465/user/jenkins/test-data/ed683912-36a6-3d62-39b0-dab445110526/WALs/b313e41b3af3,43117,1732286065153/b313e41b3af3%2C43117%2C1732286065153.1732286066662, lastWalPosition=1160, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-22T14:34:40,357 ERROR [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,43117,1732286065153.replicationSource.shipperb313e41b3af3%2C43117%2C1732286065153,1-b313e41b3af3,43117,1732286065153 {}] regionserver.HRegionServer(2440): ***** ABORTING region server b313e41b3af3,43117,1732286065153: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-b313e41b3af3,43117,1732286065153, walGroup=b313e41b3af3%2C43117%2C1732286065153, offset=b313e41b3af3%2C43117%2C1732286065153.1732286066662:1160, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b313e41b3af3:43117 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-22T14:34:40,358 ERROR [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,43117,1732286065153.replicationSource.shipperb313e41b3af3%2C43117%2C1732286065153,1-b313e41b3af3,43117,1732286065153 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-22T14:34:40,358 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,43117,1732286065153.replicationSource.shipperb313e41b3af3%2C43117%2C1732286065153,1-b313e41b3af3,43117,1732286065153 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-22T14:34:40,358 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,43117,1732286065153.replicationSource.shipperb313e41b3af3%2C43117%2C1732286065153,1-b313e41b3af3,43117,1732286065153 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-22T14:34:40,358 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,43117,1732286065153.replicationSource.shipperb313e41b3af3%2C43117%2C1732286065153,1-b313e41b3af3,43117,1732286065153 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-22T14:34:40,359 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,43117,1732286065153.replicationSource.shipperb313e41b3af3%2C43117%2C1732286065153,1-b313e41b3af3,43117,1732286065153 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-22T14:34:40,359 INFO [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,43117,1732286065153.replicationSource.shipperb313e41b3af3%2C43117%2C1732286065153,1-b313e41b3af3,43117,1732286065153 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1056964608, "init": 1048576000, "max": 2306867200, "used": 580397848 }, "NonHeapMemoryUsage": { "committed": 193855488, "init": 7667712, "max": -1, "used": 190467840 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-22T14:34:40,359 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35465/user/jenkins/test-data/ed683912-36a6-3d62-39b0-dab445110526/data/default/test/cd94a8b9cff816b6c44ee43ea50c18b3/.tmp/f/f62ade1536334db98783aca90b0fb8d2 is 29, key is row1/f:/1732286079334/DeleteFamily/seqid=0 2024-11-22T14:34:40,359 WARN [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,43117,1732286065153.replicationSource.shipperb313e41b3af3%2C43117%2C1732286065153,1-b313e41b3af3,43117,1732286065153 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b313e41b3af3:36241 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b313e41b3af3:36241 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-22T14:34:40,360 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35465/user/jenkins/test-data/ed683912-36a6-3d62-39b0-dab445110526/data/hbase/meta/1588230740/.tmp/info/ae4fd420f9934f62806bf6a8a770ee34 is 147, key is hbase:replication,,1732286074167.ab17ae09d77b57ed71dc0ffbb223f3e1./info:regioninfo/1732286075329/Put/seqid=0 2024-11-22T14:34:40,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42217 is added to blk_1073741840_1016 (size=5118) 2024-11-22T14:34:40,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42217 is added to blk_1073741841_1017 (size=7686) 2024-11-22T14:34:40,432 INFO [regionserver/b313e41b3af3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T14:34:40,544 DEBUG [RS:0;b313e41b3af3:43117 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ab17ae09d77b57ed71dc0ffbb223f3e1, cd94a8b9cff816b6c44ee43ea50c18b3 2024-11-22T14:34:40,553 INFO [regionserver/b313e41b3af3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-22T14:34:40,553 INFO [regionserver/b313e41b3af3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-22T14:34:40,562 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,43117,1732286065153.replicationSource.wal-reader.b313e41b3af3%2C43117%2C1732286065153,1-b313e41b3af3,43117,1732286065153 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35465/user/jenkins/test-data/ed683912-36a6-3d62-39b0-dab445110526/WALs/b313e41b3af3,43117,1732286065153/b313e41b3af3%2C43117%2C1732286065153.1732286066662 to pos 1160, reset compression=false 2024-11-22T14:34:40,718 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,44345,1732286061189.replicationSource.wal-reader.b313e41b3af3%2C44345%2C1732286061189,1-b313e41b3af3,44345,1732286061189 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35173/user/jenkins/test-data/63205330-70c7-55cb-8646-aa22c3886860/WALs/b313e41b3af3,44345,1732286061189/b313e41b3af3%2C44345%2C1732286061189.1732286063170 to pos 912, reset compression=false 2024-11-22T14:34:40,744 DEBUG [RS:0;b313e41b3af3:43117 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ab17ae09d77b57ed71dc0ffbb223f3e1, cd94a8b9cff816b6c44ee43ea50c18b3 2024-11-22T14:34:40,764 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:35465/user/jenkins/test-data/ed683912-36a6-3d62-39b0-dab445110526/data/default/test/cd94a8b9cff816b6c44ee43ea50c18b3/.tmp/f/f62ade1536334db98783aca90b0fb8d2 2024-11-22T14:34:40,764 INFO [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35465/user/jenkins/test-data/ed683912-36a6-3d62-39b0-dab445110526/data/hbase/meta/1588230740/.tmp/info/ae4fd420f9934f62806bf6a8a770ee34 2024-11-22T14:34:40,768 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f62ade1536334db98783aca90b0fb8d2 2024-11-22T14:34:40,780 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35465/user/jenkins/test-data/ed683912-36a6-3d62-39b0-dab445110526/data/default/test/cd94a8b9cff816b6c44ee43ea50c18b3/.tmp/f1/611b2c89abd2496982561379dfae933e is 30, key is row1/f1:/1732286079334/DeleteFamily/seqid=0 2024-11-22T14:34:40,783 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35465/user/jenkins/test-data/ed683912-36a6-3d62-39b0-dab445110526/data/hbase/meta/1588230740/.tmp/ns/446f920ea84142b4a405deeeeb81b156 is 43, key is default/ns:d/1732286067666/Put/seqid=0 2024-11-22T14:34:40,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42217 is added to blk_1073741842_1018 (size=5123) 2024-11-22T14:34:40,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42217 is added to blk_1073741843_1019 (size=5153) 2024-11-22T14:34:40,865 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,43117,1732286065153.replicationSource.wal-reader.b313e41b3af3%2C43117%2C1732286065153,1-b313e41b3af3,43117,1732286065153 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35465/user/jenkins/test-data/ed683912-36a6-3d62-39b0-dab445110526/WALs/b313e41b3af3,43117,1732286065153/b313e41b3af3%2C43117%2C1732286065153.1732286066662 to pos 1160, reset compression=false 2024-11-22T14:34:40,944 DEBUG [RS:0;b313e41b3af3:43117 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ab17ae09d77b57ed71dc0ffbb223f3e1, cd94a8b9cff816b6c44ee43ea50c18b3 2024-11-22T14:34:41,144 DEBUG [RS:0;b313e41b3af3:43117 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ab17ae09d77b57ed71dc0ffbb223f3e1, cd94a8b9cff816b6c44ee43ea50c18b3 2024-11-22T14:34:41,184 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:35465/user/jenkins/test-data/ed683912-36a6-3d62-39b0-dab445110526/data/default/test/cd94a8b9cff816b6c44ee43ea50c18b3/.tmp/f1/611b2c89abd2496982561379dfae933e 2024-11-22T14:34:41,186 INFO [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35465/user/jenkins/test-data/ed683912-36a6-3d62-39b0-dab445110526/data/hbase/meta/1588230740/.tmp/ns/446f920ea84142b4a405deeeeb81b156 2024-11-22T14:34:41,188 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 611b2c89abd2496982561379dfae933e 2024-11-22T14:34:41,201 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35465/user/jenkins/test-data/ed683912-36a6-3d62-39b0-dab445110526/data/default/test/cd94a8b9cff816b6c44ee43ea50c18b3/.tmp/norep/bab5e2669a5d404f9611e16fcb08357a is 33, key is row1/norep:/1732286079334/DeleteFamily/seqid=0 2024-11-22T14:34:41,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42217 is added to blk_1073741844_1020 (size=5108) 2024-11-22T14:34:41,205 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35465/user/jenkins/test-data/ed683912-36a6-3d62-39b0-dab445110526/data/hbase/meta/1588230740/.tmp/rep_barrier/c839e1d91e7748139097a3bda832285d is 112, key is test,,1732286069845.cd94a8b9cff816b6c44ee43ea50c18b3./rep_barrier:seqnumDuringOpen/1732286070987/Put/seqid=0 2024-11-22T14:34:41,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42217 is added to blk_1073741845_1021 (size=5518) 2024-11-22T14:34:41,222 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,44345,1732286061189.replicationSource.wal-reader.b313e41b3af3%2C44345%2C1732286061189,1-b313e41b3af3,44345,1732286061189 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35173/user/jenkins/test-data/63205330-70c7-55cb-8646-aa22c3886860/WALs/b313e41b3af3,44345,1732286061189/b313e41b3af3%2C44345%2C1732286061189.1732286063170 to pos 912, reset compression=false 2024-11-22T14:34:41,269 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,43117,1732286065153.replicationSource.wal-reader.b313e41b3af3%2C43117%2C1732286065153,1-b313e41b3af3,43117,1732286065153 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35465/user/jenkins/test-data/ed683912-36a6-3d62-39b0-dab445110526/WALs/b313e41b3af3,43117,1732286065153/b313e41b3af3%2C43117%2C1732286065153.1732286066662 to pos 1160, reset compression=false 2024-11-22T14:34:41,344 DEBUG [RS:0;b313e41b3af3:43117 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ab17ae09d77b57ed71dc0ffbb223f3e1, cd94a8b9cff816b6c44ee43ea50c18b3 2024-11-22T14:34:41,544 DEBUG [RS:0;b313e41b3af3:43117 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ab17ae09d77b57ed71dc0ffbb223f3e1, cd94a8b9cff816b6c44ee43ea50c18b3 2024-11-22T14:34:41,605 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:35465/user/jenkins/test-data/ed683912-36a6-3d62-39b0-dab445110526/data/default/test/cd94a8b9cff816b6c44ee43ea50c18b3/.tmp/norep/bab5e2669a5d404f9611e16fcb08357a 2024-11-22T14:34:41,608 INFO [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35465/user/jenkins/test-data/ed683912-36a6-3d62-39b0-dab445110526/data/hbase/meta/1588230740/.tmp/rep_barrier/c839e1d91e7748139097a3bda832285d 2024-11-22T14:34:41,609 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bab5e2669a5d404f9611e16fcb08357a 2024-11-22T14:34:41,610 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35465/user/jenkins/test-data/ed683912-36a6-3d62-39b0-dab445110526/data/default/test/cd94a8b9cff816b6c44ee43ea50c18b3/.tmp/f/f62ade1536334db98783aca90b0fb8d2 as hdfs://localhost:35465/user/jenkins/test-data/ed683912-36a6-3d62-39b0-dab445110526/data/default/test/cd94a8b9cff816b6c44ee43ea50c18b3/f/f62ade1536334db98783aca90b0fb8d2 2024-11-22T14:34:41,614 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f62ade1536334db98783aca90b0fb8d2 2024-11-22T14:34:41,614 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35465/user/jenkins/test-data/ed683912-36a6-3d62-39b0-dab445110526/data/default/test/cd94a8b9cff816b6c44ee43ea50c18b3/f/f62ade1536334db98783aca90b0fb8d2, entries=2, sequenceid=8, filesize=5.0 K 2024-11-22T14:34:41,615 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35465/user/jenkins/test-data/ed683912-36a6-3d62-39b0-dab445110526/data/default/test/cd94a8b9cff816b6c44ee43ea50c18b3/.tmp/f1/611b2c89abd2496982561379dfae933e as hdfs://localhost:35465/user/jenkins/test-data/ed683912-36a6-3d62-39b0-dab445110526/data/default/test/cd94a8b9cff816b6c44ee43ea50c18b3/f1/611b2c89abd2496982561379dfae933e 2024-11-22T14:34:41,619 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 611b2c89abd2496982561379dfae933e 2024-11-22T14:34:41,619 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35465/user/jenkins/test-data/ed683912-36a6-3d62-39b0-dab445110526/data/default/test/cd94a8b9cff816b6c44ee43ea50c18b3/f1/611b2c89abd2496982561379dfae933e, entries=2, sequenceid=8, filesize=5.0 K 2024-11-22T14:34:41,620 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35465/user/jenkins/test-data/ed683912-36a6-3d62-39b0-dab445110526/data/default/test/cd94a8b9cff816b6c44ee43ea50c18b3/.tmp/norep/bab5e2669a5d404f9611e16fcb08357a as hdfs://localhost:35465/user/jenkins/test-data/ed683912-36a6-3d62-39b0-dab445110526/data/default/test/cd94a8b9cff816b6c44ee43ea50c18b3/norep/bab5e2669a5d404f9611e16fcb08357a 2024-11-22T14:34:41,624 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bab5e2669a5d404f9611e16fcb08357a 2024-11-22T14:34:41,624 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35465/user/jenkins/test-data/ed683912-36a6-3d62-39b0-dab445110526/data/default/test/cd94a8b9cff816b6c44ee43ea50c18b3/norep/bab5e2669a5d404f9611e16fcb08357a, entries=1, sequenceid=8, filesize=5.0 K 2024-11-22T14:34:41,625 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for cd94a8b9cff816b6c44ee43ea50c18b3 in 1281ms, sequenceid=8, compaction requested=false 2024-11-22T14:34:41,625 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35465/user/jenkins/test-data/ed683912-36a6-3d62-39b0-dab445110526/data/hbase/meta/1588230740/.tmp/table/0895631b51a8404592a78862d1872bb0 is 53, key is hbase:replication/table:state/1732286075338/Put/seqid=0 2024-11-22T14:34:41,630 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35465/user/jenkins/test-data/ed683912-36a6-3d62-39b0-dab445110526/data/default/test/cd94a8b9cff816b6c44ee43ea50c18b3/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-22T14:34:41,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42217 is added to blk_1073741846_1022 (size=5308) 2024-11-22T14:34:41,630 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-22T14:34:41,630 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-22T14:34:41,630 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732286069845.cd94a8b9cff816b6c44ee43ea50c18b3. 2024-11-22T14:34:41,630 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for cd94a8b9cff816b6c44ee43ea50c18b3: Waiting for close lock at 1732286080343Running coprocessor pre-close hooks at 1732286080343Disabling compacts and flushes for region at 1732286080343Disabling writes for close at 1732286080343Obtaining lock to block concurrent updates at 1732286080343Preparing flush snapshotting stores in cd94a8b9cff816b6c44ee43ea50c18b3 at 1732286080343Finished memstore snapshotting test,,1732286069845.cd94a8b9cff816b6c44ee43ea50c18b3., syncing WAL and waiting on mvcc, flushsize=dataSize=192, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1732286080343Flushing stores of test,,1732286069845.cd94a8b9cff816b6c44ee43ea50c18b3. at 1732286080344 (+1 ms)Flushing cd94a8b9cff816b6c44ee43ea50c18b3/f: creating writer at 1732286080344Flushing cd94a8b9cff816b6c44ee43ea50c18b3/f: appending metadata at 1732286080358 (+14 ms)Flushing cd94a8b9cff816b6c44ee43ea50c18b3/f: closing flushed file at 1732286080359 (+1 ms)Flushing cd94a8b9cff816b6c44ee43ea50c18b3/f1: creating writer at 1732286080768 (+409 ms)Flushing cd94a8b9cff816b6c44ee43ea50c18b3/f1: appending metadata at 1732286080780 (+12 ms)Flushing cd94a8b9cff816b6c44ee43ea50c18b3/f1: closing flushed file at 1732286080780Flushing cd94a8b9cff816b6c44ee43ea50c18b3/norep: creating writer at 1732286081188 (+408 ms)Flushing cd94a8b9cff816b6c44ee43ea50c18b3/norep: appending metadata at 1732286081201 (+13 ms)Flushing cd94a8b9cff816b6c44ee43ea50c18b3/norep: closing flushed file at 1732286081201Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d86ab83: reopening flushed file at 1732286081609 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@55bf45ae: reopening flushed file at 1732286081614 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6399e692: reopening flushed file at 1732286081619 (+5 ms)Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for cd94a8b9cff816b6c44ee43ea50c18b3 in 1281ms, sequenceid=8, compaction requested=false at 1732286081625 (+6 ms)Writing region close event to WAL at 1732286081626 (+1 ms)Running coprocessor post-close hooks at 1732286081630 (+4 ms)Closed at 1732286081630 2024-11-22T14:34:41,630 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732286069845.cd94a8b9cff816b6c44ee43ea50c18b3. 2024-11-22T14:34:41,631 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ab17ae09d77b57ed71dc0ffbb223f3e1, disabling compactions & flushes 2024-11-22T14:34:41,631 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732286074167.ab17ae09d77b57ed71dc0ffbb223f3e1. 2024-11-22T14:34:41,631 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732286074167.ab17ae09d77b57ed71dc0ffbb223f3e1. 2024-11-22T14:34:41,631 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732286074167.ab17ae09d77b57ed71dc0ffbb223f3e1. after waiting 0 ms 2024-11-22T14:34:41,631 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732286074167.ab17ae09d77b57ed71dc0ffbb223f3e1. 2024-11-22T14:34:41,631 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ab17ae09d77b57ed71dc0ffbb223f3e1: Waiting for close lock at 1732286081631Running coprocessor pre-close hooks at 1732286081631Disabling compacts and flushes for region at 1732286081631Disabling writes for close at 1732286081631Failed flush hbase:replication,,1732286074167.ab17ae09d77b57ed71dc0ffbb223f3e1., putting online again at 1732286081631 2024-11-22T14:34:41,631 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732286074167.ab17ae09d77b57ed71dc0ffbb223f3e1. 2024-11-22T14:34:41,744 INFO [RS:0;b313e41b3af3:43117 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-22T14:34:41,745 DEBUG [RS:0;b313e41b3af3:43117 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, ab17ae09d77b57ed71dc0ffbb223f3e1=hbase:replication,,1732286074167.ab17ae09d77b57ed71dc0ffbb223f3e1.} 2024-11-22T14:34:41,745 INFO [RS:0;b313e41b3af3:43117 {}] regionserver.HRegionServer(3091): Received CLOSE for ab17ae09d77b57ed71dc0ffbb223f3e1 2024-11-22T14:34:41,745 DEBUG [RS:0;b313e41b3af3:43117 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ab17ae09d77b57ed71dc0ffbb223f3e1 2024-11-22T14:34:41,745 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ab17ae09d77b57ed71dc0ffbb223f3e1, disabling compactions & flushes 2024-11-22T14:34:41,745 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732286074167.ab17ae09d77b57ed71dc0ffbb223f3e1. 2024-11-22T14:34:41,745 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732286074167.ab17ae09d77b57ed71dc0ffbb223f3e1. 2024-11-22T14:34:41,745 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732286074167.ab17ae09d77b57ed71dc0ffbb223f3e1. after waiting 0 ms 2024-11-22T14:34:41,745 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732286074167.ab17ae09d77b57ed71dc0ffbb223f3e1. 2024-11-22T14:34:41,745 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ab17ae09d77b57ed71dc0ffbb223f3e1: Waiting for close lock at 1732286081745Running coprocessor pre-close hooks at 1732286081745Disabling compacts and flushes for region at 1732286081745Disabling writes for close at 1732286081745Failed flush hbase:replication,,1732286074167.ab17ae09d77b57ed71dc0ffbb223f3e1., putting online again at 1732286081745 2024-11-22T14:34:41,745 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732286074167.ab17ae09d77b57ed71dc0ffbb223f3e1. 2024-11-22T14:34:41,772 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,43117,1732286065153.replicationSource.wal-reader.b313e41b3af3%2C43117%2C1732286065153,1-b313e41b3af3,43117,1732286065153 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35465/user/jenkins/test-data/ed683912-36a6-3d62-39b0-dab445110526/WALs/b313e41b3af3,43117,1732286065153/b313e41b3af3%2C43117%2C1732286065153.1732286066662 to pos 1160, reset compression=false 2024-11-22T14:34:41,776 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,43117,1732286065153.replicationSource.wal-reader.b313e41b3af3%2C43117%2C1732286065153,1-b313e41b3af3,43117,1732286065153 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-22T14:34:41,776 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,43117,1732286065153.replicationSource.wal-reader.b313e41b3af3%2C43117%2C1732286065153,1-b313e41b3af3,43117,1732286065153 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35465/user/jenkins/test-data/ed683912-36a6-3d62-39b0-dab445110526/WALs/b313e41b3af3,43117,1732286065153/b313e41b3af3%2C43117%2C1732286065153.1732286066662 to pos 1804, reset compression=false 2024-11-22T14:34:41,825 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,44345,1732286061189.replicationSource.wal-reader.b313e41b3af3%2C44345%2C1732286061189,1-b313e41b3af3,44345,1732286061189 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35173/user/jenkins/test-data/63205330-70c7-55cb-8646-aa22c3886860/WALs/b313e41b3af3,44345,1732286061189/b313e41b3af3%2C44345%2C1732286061189.1732286063170 to pos 912, reset compression=false 2024-11-22T14:34:41,945 DEBUG [RS:0;b313e41b3af3:43117 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T14:34:41,979 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,43117,1732286065153.replicationSource.wal-reader.b313e41b3af3%2C43117%2C1732286065153,1-b313e41b3af3,43117,1732286065153 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35465/user/jenkins/test-data/ed683912-36a6-3d62-39b0-dab445110526/WALs/b313e41b3af3,43117,1732286065153/b313e41b3af3%2C43117%2C1732286065153.1732286066662 to pos 1804, reset compression=false 2024-11-22T14:34:42,031 INFO [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35465/user/jenkins/test-data/ed683912-36a6-3d62-39b0-dab445110526/data/hbase/meta/1588230740/.tmp/table/0895631b51a8404592a78862d1872bb0 2024-11-22T14:34:42,035 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35465/user/jenkins/test-data/ed683912-36a6-3d62-39b0-dab445110526/data/hbase/meta/1588230740/.tmp/info/ae4fd420f9934f62806bf6a8a770ee34 as hdfs://localhost:35465/user/jenkins/test-data/ed683912-36a6-3d62-39b0-dab445110526/data/hbase/meta/1588230740/info/ae4fd420f9934f62806bf6a8a770ee34 2024-11-22T14:34:42,039 INFO [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35465/user/jenkins/test-data/ed683912-36a6-3d62-39b0-dab445110526/data/hbase/meta/1588230740/info/ae4fd420f9934f62806bf6a8a770ee34, entries=20, sequenceid=16, filesize=7.5 K 2024-11-22T14:34:42,040 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35465/user/jenkins/test-data/ed683912-36a6-3d62-39b0-dab445110526/data/hbase/meta/1588230740/.tmp/ns/446f920ea84142b4a405deeeeb81b156 as hdfs://localhost:35465/user/jenkins/test-data/ed683912-36a6-3d62-39b0-dab445110526/data/hbase/meta/1588230740/ns/446f920ea84142b4a405deeeeb81b156 2024-11-22T14:34:42,044 INFO [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35465/user/jenkins/test-data/ed683912-36a6-3d62-39b0-dab445110526/data/hbase/meta/1588230740/ns/446f920ea84142b4a405deeeeb81b156, entries=2, sequenceid=16, filesize=5.0 K 2024-11-22T14:34:42,045 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35465/user/jenkins/test-data/ed683912-36a6-3d62-39b0-dab445110526/data/hbase/meta/1588230740/.tmp/rep_barrier/c839e1d91e7748139097a3bda832285d as hdfs://localhost:35465/user/jenkins/test-data/ed683912-36a6-3d62-39b0-dab445110526/data/hbase/meta/1588230740/rep_barrier/c839e1d91e7748139097a3bda832285d 2024-11-22T14:34:42,049 INFO [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35465/user/jenkins/test-data/ed683912-36a6-3d62-39b0-dab445110526/data/hbase/meta/1588230740/rep_barrier/c839e1d91e7748139097a3bda832285d, entries=1, sequenceid=16, filesize=5.4 K 2024-11-22T14:34:42,050 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35465/user/jenkins/test-data/ed683912-36a6-3d62-39b0-dab445110526/data/hbase/meta/1588230740/.tmp/table/0895631b51a8404592a78862d1872bb0 as hdfs://localhost:35465/user/jenkins/test-data/ed683912-36a6-3d62-39b0-dab445110526/data/hbase/meta/1588230740/table/0895631b51a8404592a78862d1872bb0 2024-11-22T14:34:42,054 INFO [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35465/user/jenkins/test-data/ed683912-36a6-3d62-39b0-dab445110526/data/hbase/meta/1588230740/table/0895631b51a8404592a78862d1872bb0, entries=4, sequenceid=16, filesize=5.2 K 2024-11-22T14:34:42,055 INFO [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1710ms, sequenceid=16, compaction requested=false 2024-11-22T14:34:42,060 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35465/user/jenkins/test-data/ed683912-36a6-3d62-39b0-dab445110526/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-22T14:34:42,060 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-22T14:34:42,060 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T14:34:42,060 INFO [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-22T14:34:42,060 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732286080343Running coprocessor pre-close hooks at 1732286080343Disabling compacts and flushes for region at 1732286080343Disabling writes for close at 1732286080343Obtaining lock to block concurrent updates at 1732286080344 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732286080344Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732286080344Flushing stores of hbase:meta,,1.1588230740 at 1732286080344Flushing 1588230740/info: creating writer at 1732286080344Flushing 1588230740/info: appending metadata at 1732286080360 (+16 ms)Flushing 1588230740/info: closing flushed file at 1732286080360Flushing 1588230740/ns: creating writer at 1732286080768 (+408 ms)Flushing 1588230740/ns: appending metadata at 1732286080782 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1732286080782Flushing 1588230740/rep_barrier: creating writer at 1732286081189 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732286081204 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732286081204Flushing 1588230740/table: creating writer at 1732286081611 (+407 ms)Flushing 1588230740/table: appending metadata at 1732286081625 (+14 ms)Flushing 1588230740/table: closing flushed file at 1732286081625Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@67954fed: reopening flushed file at 1732286082035 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4577b443: reopening flushed file at 1732286082040 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4831e4c3: reopening flushed file at 1732286082044 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f9014ed: reopening flushed file at 1732286082049 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1710ms, sequenceid=16, compaction requested=false at 1732286082055 (+6 ms)Writing region close event to WAL at 1732286082057 (+2 ms)Running coprocessor post-close hooks at 1732286082060 (+3 ms)Closed at 1732286082060 2024-11-22T14:34:42,061 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-22T14:34:42,145 INFO [RS:0;b313e41b3af3:43117 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-22T14:34:42,145 INFO [RS:0;b313e41b3af3:43117 {}] regionserver.HRegionServer(976): stopping server b313e41b3af3,43117,1732286065153; all regions closed. 2024-11-22T14:34:42,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42217 is added to blk_1073741834_1010 (size=4239) 2024-11-22T14:34:42,147 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ed683912-36a6-3d62-39b0-dab445110526/WALs/b313e41b3af3,43117,1732286065153/b313e41b3af3%2C43117%2C1732286065153.meta.1732286067629.meta not finished, retry = 0 2024-11-22T14:34:42,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42217 is added to blk_1073741839_1015 (size=1515) 2024-11-22T14:34:42,250 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ed683912-36a6-3d62-39b0-dab445110526/WALs/b313e41b3af3,43117,1732286065153/b313e41b3af3%2C43117%2C1732286065153.rep.1732286075299 not finished, retry = 0 2024-11-22T14:34:42,282 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,43117,1732286065153.replicationSource.wal-reader.b313e41b3af3%2C43117%2C1732286065153,1-b313e41b3af3,43117,1732286065153 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35465/user/jenkins/test-data/ed683912-36a6-3d62-39b0-dab445110526/WALs/b313e41b3af3,43117,1732286065153/b313e41b3af3%2C43117%2C1732286065153.1732286066662 to pos 1804, reset compression=false 2024-11-22T14:34:42,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42217 is added to blk_1073741832_1008 (size=1812) 2024-11-22T14:34:42,352 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ed683912-36a6-3d62-39b0-dab445110526/WALs/b313e41b3af3,43117,1732286065153/b313e41b3af3%2C43117%2C1732286065153.1732286066662 not finished, retry = 0 2024-11-22T14:34:42,453 DEBUG [RS:0;b313e41b3af3:43117 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:34:42,453 INFO [RS:0;b313e41b3af3:43117 {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T14:34:42,454 INFO [RS:0;b313e41b3af3:43117 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T14:34:42,454 INFO [RS:0;b313e41b3af3:43117 {}] hbase.ChoreService(370): Chore service for: regionserver/b313e41b3af3:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-22T14:34:42,454 INFO [RS:0;b313e41b3af3:43117 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T14:34:42,454 INFO [regionserver/b313e41b3af3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T14:34:42,454 INFO [RS:0;b313e41b3af3:43117 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-b313e41b3af3,43117,1732286065153 because: Region server is closing 2024-11-22T14:34:42,454 INFO [RS:0;b313e41b3af3:43117 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b313e41b3af3:43117. 2024-11-22T14:34:42,454 DEBUG [RS:0;b313e41b3af3:43117 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T14:34:42,454 DEBUG [RS:0;b313e41b3af3:43117 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:34:42,454 DEBUG [RS:0;b313e41b3af3:43117 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:34:42,454 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T14:34:42,529 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,44345,1732286061189.replicationSource.wal-reader.b313e41b3af3%2C44345%2C1732286061189,1-b313e41b3af3,44345,1732286061189 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35173/user/jenkins/test-data/63205330-70c7-55cb-8646-aa22c3886860/WALs/b313e41b3af3,44345,1732286061189/b313e41b3af3%2C44345%2C1732286061189.1732286063170 to pos 912, reset compression=false 2024-11-22T14:34:42,555 INFO [RS:0;b313e41b3af3:43117 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,43117,1732286065153.replicationSource.shipperb313e41b3af3%2C43117%2C1732286065153,1-b313e41b3af3,43117,1732286065153 terminated 2024-11-22T14:34:42,555 WARN [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,43117,1732286065153.replicationSource.wal-reader.b313e41b3af3%2C43117%2C1732286065153,1-b313e41b3af3,43117,1732286065153 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-22T14:34:42,555 INFO [RS:0;b313e41b3af3:43117 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b313e41b3af3:43117. 2024-11-22T14:34:42,555 DEBUG [RS:0;b313e41b3af3:43117 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T14:34:42,555 DEBUG [RS:0;b313e41b3af3:43117 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:34:42,555 DEBUG [RS:0;b313e41b3af3:43117 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:34:42,555 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T14:34:42,555 INFO [RS:0;b313e41b3af3:43117 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43117 2024-11-22T14:34:42,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43117-0x10067daf3520004, quorum=127.0.0.1:63574, baseZNode=/1-424323231 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-424323231/rs/b313e41b3af3,43117,1732286065153 2024-11-22T14:34:42,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36241-0x10067daf3520003, quorum=127.0.0.1:63574, baseZNode=/1-424323231 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-424323231/rs 2024-11-22T14:34:42,556 INFO [RS:0;b313e41b3af3:43117 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T14:34:42,557 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b313e41b3af3,43117,1732286065153] 2024-11-22T14:34:42,557 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-424323231/draining/b313e41b3af3,43117,1732286065153 already deleted, retry=false 2024-11-22T14:34:42,558 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b313e41b3af3,43117,1732286065153 expired; onlineServers=0 2024-11-22T14:34:42,558 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b313e41b3af3,36241,1732286065119' ***** 2024-11-22T14:34:42,558 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-22T14:34:42,558 INFO [M:0;b313e41b3af3:36241 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T14:34:42,558 INFO [M:0;b313e41b3af3:36241 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T14:34:42,558 DEBUG [M:0;b313e41b3af3:36241 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-22T14:34:42,558 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-22T14:34:42,558 DEBUG [M:0;b313e41b3af3:36241 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-22T14:34:42,558 DEBUG [master/b313e41b3af3:0:becomeActiveMaster-HFileCleaner.small.0-1732286066493 {}] cleaner.HFileCleaner(306): Exit Thread[master/b313e41b3af3:0:becomeActiveMaster-HFileCleaner.small.0-1732286066493,5,FailOnTimeoutGroup] 2024-11-22T14:34:42,558 DEBUG [master/b313e41b3af3:0:becomeActiveMaster-HFileCleaner.large.0-1732286066493 {}] cleaner.HFileCleaner(306): Exit Thread[master/b313e41b3af3:0:becomeActiveMaster-HFileCleaner.large.0-1732286066493,5,FailOnTimeoutGroup] 2024-11-22T14:34:42,558 INFO [M:0;b313e41b3af3:36241 {}] hbase.ChoreService(370): Chore service for: master/b313e41b3af3:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-22T14:34:42,558 INFO [M:0;b313e41b3af3:36241 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T14:34:42,558 DEBUG [M:0;b313e41b3af3:36241 {}] master.HMaster(1795): Stopping service threads 2024-11-22T14:34:42,558 INFO [M:0;b313e41b3af3:36241 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-22T14:34:42,558 INFO [M:0;b313e41b3af3:36241 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-22T14:34:42,559 INFO [M:0;b313e41b3af3:36241 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-22T14:34:42,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36241-0x10067daf3520003, quorum=127.0.0.1:63574, baseZNode=/1-424323231 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-424323231/master 2024-11-22T14:34:42,559 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-22T14:34:42,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36241-0x10067daf3520003, quorum=127.0.0.1:63574, baseZNode=/1-424323231 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-424323231 2024-11-22T14:34:42,559 DEBUG [M:0;b313e41b3af3:36241 {}] zookeeper.ZKUtil(347): master:36241-0x10067daf3520003, quorum=127.0.0.1:63574, baseZNode=/1-424323231 Unable to get data of znode /1-424323231/master because node does not exist (not an error) 2024-11-22T14:34:42,559 WARN [M:0;b313e41b3af3:36241 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-22T14:34:42,559 INFO [M:0;b313e41b3af3:36241 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35465/user/jenkins/test-data/ed683912-36a6-3d62-39b0-dab445110526/.lastflushedseqids 2024-11-22T14:34:42,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42217 is added to blk_1073741847_1023 (size=245) 2024-11-22T14:34:42,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43117-0x10067daf3520004, quorum=127.0.0.1:63574, baseZNode=/1-424323231 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T14:34:42,657 INFO [RS:0;b313e41b3af3:43117 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T14:34:42,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43117-0x10067daf3520004, quorum=127.0.0.1:63574, baseZNode=/1-424323231 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T14:34:42,657 INFO [RS:0;b313e41b3af3:43117 {}] regionserver.HRegionServer(1031): Exiting; stopping=b313e41b3af3,43117,1732286065153; zookeeper connection closed. 2024-11-22T14:34:42,657 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1a0f35eb {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1a0f35eb 2024-11-22T14:34:42,658 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-22T14:34:42,968 INFO [M:0;b313e41b3af3:36241 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-22T14:34:42,968 INFO [M:0;b313e41b3af3:36241 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-22T14:34:42,968 DEBUG [M:0;b313e41b3af3:36241 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T14:34:42,968 INFO [M:0;b313e41b3af3:36241 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T14:34:42,968 DEBUG [M:0;b313e41b3af3:36241 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T14:34:42,968 DEBUG [M:0;b313e41b3af3:36241 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T14:34:42,968 DEBUG [M:0;b313e41b3af3:36241 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T14:34:42,968 INFO [M:0;b313e41b3af3:36241 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-22T14:34:42,985 DEBUG [M:0;b313e41b3af3:36241 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35465/user/jenkins/test-data/ed683912-36a6-3d62-39b0-dab445110526/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1415d3bae3244ea1837de51498e705c1 is 82, key is hbase:meta,,1/info:regioninfo/1732286067657/Put/seqid=0 2024-11-22T14:34:42,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42217 is added to blk_1073741848_1024 (size=5672) 2024-11-22T14:34:43,332 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,44345,1732286061189.replicationSource.wal-reader.b313e41b3af3%2C44345%2C1732286061189,1-b313e41b3af3,44345,1732286061189 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35173/user/jenkins/test-data/63205330-70c7-55cb-8646-aa22c3886860/WALs/b313e41b3af3,44345,1732286061189/b313e41b3af3%2C44345%2C1732286061189.1732286063170 to pos 912, reset compression=false 2024-11-22T14:34:43,389 INFO [M:0;b313e41b3af3:36241 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35465/user/jenkins/test-data/ed683912-36a6-3d62-39b0-dab445110526/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1415d3bae3244ea1837de51498e705c1 2024-11-22T14:34:43,408 DEBUG [M:0;b313e41b3af3:36241 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35465/user/jenkins/test-data/ed683912-36a6-3d62-39b0-dab445110526/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b1bf4324dcf34cce9010d2dcefb4d8b9 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732286075342/Put/seqid=0 2024-11-22T14:34:43,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42217 is added to blk_1073741849_1025 (size=8517) 2024-11-22T14:34:43,812 INFO [M:0;b313e41b3af3:36241 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35465/user/jenkins/test-data/ed683912-36a6-3d62-39b0-dab445110526/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b1bf4324dcf34cce9010d2dcefb4d8b9 2024-11-22T14:34:43,831 DEBUG [M:0;b313e41b3af3:36241 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35465/user/jenkins/test-data/ed683912-36a6-3d62-39b0-dab445110526/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/aeaa268fe0fa4c2faba70bda5c983a7f is 69, key is b313e41b3af3,43117,1732286065153/rs:state/1732286066502/Put/seqid=0 2024-11-22T14:34:43,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42217 is added to blk_1073741850_1026 (size=5156) 2024-11-22T14:34:44,235 INFO [M:0;b313e41b3af3:36241 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35465/user/jenkins/test-data/ed683912-36a6-3d62-39b0-dab445110526/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/aeaa268fe0fa4c2faba70bda5c983a7f 2024-11-22T14:34:44,235 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,44345,1732286061189.replicationSource.wal-reader.b313e41b3af3%2C44345%2C1732286061189,1-b313e41b3af3,44345,1732286061189 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35173/user/jenkins/test-data/63205330-70c7-55cb-8646-aa22c3886860/WALs/b313e41b3af3,44345,1732286061189/b313e41b3af3%2C44345%2C1732286061189.1732286063170 to pos 912, reset compression=false 2024-11-22T14:34:44,239 DEBUG [M:0;b313e41b3af3:36241 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35465/user/jenkins/test-data/ed683912-36a6-3d62-39b0-dab445110526/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1415d3bae3244ea1837de51498e705c1 as hdfs://localhost:35465/user/jenkins/test-data/ed683912-36a6-3d62-39b0-dab445110526/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1415d3bae3244ea1837de51498e705c1 2024-11-22T14:34:44,242 INFO [M:0;b313e41b3af3:36241 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35465/user/jenkins/test-data/ed683912-36a6-3d62-39b0-dab445110526/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1415d3bae3244ea1837de51498e705c1, entries=8, sequenceid=97, filesize=5.5 K 2024-11-22T14:34:44,243 DEBUG [M:0;b313e41b3af3:36241 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35465/user/jenkins/test-data/ed683912-36a6-3d62-39b0-dab445110526/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b1bf4324dcf34cce9010d2dcefb4d8b9 as hdfs://localhost:35465/user/jenkins/test-data/ed683912-36a6-3d62-39b0-dab445110526/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b1bf4324dcf34cce9010d2dcefb4d8b9 2024-11-22T14:34:44,247 INFO [M:0;b313e41b3af3:36241 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35465/user/jenkins/test-data/ed683912-36a6-3d62-39b0-dab445110526/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b1bf4324dcf34cce9010d2dcefb4d8b9, entries=11, sequenceid=97, filesize=8.3 K 2024-11-22T14:34:44,248 DEBUG [M:0;b313e41b3af3:36241 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35465/user/jenkins/test-data/ed683912-36a6-3d62-39b0-dab445110526/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/aeaa268fe0fa4c2faba70bda5c983a7f as hdfs://localhost:35465/user/jenkins/test-data/ed683912-36a6-3d62-39b0-dab445110526/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/aeaa268fe0fa4c2faba70bda5c983a7f 2024-11-22T14:34:44,251 INFO [M:0;b313e41b3af3:36241 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35465/user/jenkins/test-data/ed683912-36a6-3d62-39b0-dab445110526/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/aeaa268fe0fa4c2faba70bda5c983a7f, entries=1, sequenceid=97, filesize=5.0 K 2024-11-22T14:34:44,252 INFO [M:0;b313e41b3af3:36241 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1284ms, sequenceid=97, compaction requested=false 2024-11-22T14:34:44,253 INFO [M:0;b313e41b3af3:36241 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T14:34:44,253 DEBUG [M:0;b313e41b3af3:36241 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732286082968Disabling compacts and flushes for region at 1732286082968Disabling writes for close at 1732286082968Obtaining lock to block concurrent updates at 1732286082968Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732286082968Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1732286082969 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732286082969Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732286082969Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732286082985 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732286082985Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732286083393 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732286083408 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732286083408Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732286083816 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732286083831 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732286083831Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@62693c7e: reopening flushed file at 1732286084238 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@15385f90: reopening flushed file at 1732286084243 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@64d8dcbe: reopening flushed file at 1732286084247 (+4 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1284ms, sequenceid=97, compaction requested=false at 1732286084252 (+5 ms)Writing region close event to WAL at 1732286084253 (+1 ms)Closed at 1732286084253 2024-11-22T14:34:44,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42217 is added to blk_1073741830_1006 (size=63666) 2024-11-22T14:34:44,254 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ed683912-36a6-3d62-39b0-dab445110526/MasterData/WALs/b313e41b3af3,36241,1732286065119/b313e41b3af3%2C36241%2C1732286065119.1732286066428 not finished, retry = 0 2024-11-22T14:34:44,355 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T14:34:44,355 INFO [M:0;b313e41b3af3:36241 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-22T14:34:44,356 INFO [M:0;b313e41b3af3:36241 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36241 2024-11-22T14:34:44,356 INFO [M:0;b313e41b3af3:36241 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T14:34:44,457 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36241-0x10067daf3520003, quorum=127.0.0.1:63574, baseZNode=/1-424323231 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T14:34:44,457 INFO [M:0;b313e41b3af3:36241 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T14:34:44,457 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36241-0x10067daf3520003, quorum=127.0.0.1:63574, baseZNode=/1-424323231 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T14:34:44,460 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7e70714f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T14:34:44,461 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7a0e58bc{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T14:34:44,461 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T14:34:44,461 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5172d7cd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T14:34:44,461 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@8cca915{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f637bc41-0d46-0fdd-0677-69786b1e2478/hadoop.log.dir/,STOPPED} 2024-11-22T14:34:44,462 WARN [BP-2005668854-172.17.0.2-1732286064263 heartbeating to localhost/127.0.0.1:35465 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-22T14:34:44,462 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-22T14:34:44,462 WARN [BP-2005668854-172.17.0.2-1732286064263 heartbeating to localhost/127.0.0.1:35465 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2005668854-172.17.0.2-1732286064263 (Datanode Uuid 710684aa-e599-4d03-bcaa-4c58c74ddb9b) service to localhost/127.0.0.1:35465 2024-11-22T14:34:44,462 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-22T14:34:44,463 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f637bc41-0d46-0fdd-0677-69786b1e2478/cluster_7e6dcf0d-3c97-ff46-97fe-ca5b3af26a90/data/data1/current/BP-2005668854-172.17.0.2-1732286064263 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T14:34:44,463 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f637bc41-0d46-0fdd-0677-69786b1e2478/cluster_7e6dcf0d-3c97-ff46-97fe-ca5b3af26a90/data/data2/current/BP-2005668854-172.17.0.2-1732286064263 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T14:34:44,463 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-22T14:34:44,467 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3992b297{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T14:34:44,468 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3c620576{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T14:34:44,468 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T14:34:44,468 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@67c2d1fd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T14:34:44,468 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@21702e4f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f637bc41-0d46-0fdd-0677-69786b1e2478/hadoop.log.dir/,STOPPED} 2024-11-22T14:34:44,486 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-22T14:34:44,486 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-22T14:34:44,486 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T14:34:44,486 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T14:34:44,486 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:34:44,486 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:34:44,486 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T14:34:44,486 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-22T14:34:44,487 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=470936193, stopped=false 2024-11-22T14:34:44,487 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b313e41b3af3,36361,1732286061147 2024-11-22T14:34:44,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36361-0x10067daf3520000, quorum=127.0.0.1:63574, baseZNode=/0-764911506 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-764911506/running 2024-11-22T14:34:44,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44345-0x10067daf3520001, quorum=127.0.0.1:63574, baseZNode=/0-764911506 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-764911506/running 2024-11-22T14:34:44,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36361-0x10067daf3520000, quorum=127.0.0.1:63574, baseZNode=/0-764911506 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-764911506 2024-11-22T14:34:44,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44345-0x10067daf3520001, quorum=127.0.0.1:63574, baseZNode=/0-764911506 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-764911506 2024-11-22T14:34:44,487 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-22T14:34:44,488 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T14:34:44,488 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T14:34:44,488 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:34:44,488 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b313e41b3af3,44345,1732286061189' ***** 2024-11-22T14:34:44,488 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-22T14:34:44,488 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44345-0x10067daf3520001, quorum=127.0.0.1:63574, baseZNode=/0-764911506 Set watcher on znode that does not yet exist, /0-764911506/running 2024-11-22T14:34:44,488 INFO [RS:0;b313e41b3af3:44345 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-22T14:34:44,488 INFO [RS:0;b313e41b3af3:44345 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-22T14:34:44,488 INFO [RS:0;b313e41b3af3:44345 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-22T14:34:44,488 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36361-0x10067daf3520000, quorum=127.0.0.1:63574, baseZNode=/0-764911506 Set watcher on znode that does not yet exist, /0-764911506/running 2024-11-22T14:34:44,489 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-22T14:34:44,489 INFO [RS:0;b313e41b3af3:44345 {}] regionserver.HRegionServer(3091): Received CLOSE for 1fdc50d3827bd561ca2ebb8de9355c89 2024-11-22T14:34:44,489 INFO [RS:0;b313e41b3af3:44345 {}] regionserver.HRegionServer(3091): Received CLOSE for 4d228b1b96734e14c9e27fdd1deda2a0 2024-11-22T14:34:44,489 INFO [RS:0;b313e41b3af3:44345 {}] regionserver.HRegionServer(959): stopping server b313e41b3af3,44345,1732286061189 2024-11-22T14:34:44,489 INFO [RS:0;b313e41b3af3:44345 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T14:34:44,489 INFO [RS:0;b313e41b3af3:44345 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b313e41b3af3:44345. 2024-11-22T14:34:44,489 DEBUG [RS:0;b313e41b3af3:44345 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T14:34:44,489 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1fdc50d3827bd561ca2ebb8de9355c89, disabling compactions & flushes 2024-11-22T14:34:44,489 DEBUG [RS:0;b313e41b3af3:44345 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:34:44,489 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732286072011.1fdc50d3827bd561ca2ebb8de9355c89. 2024-11-22T14:34:44,489 INFO [RS:0;b313e41b3af3:44345 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-22T14:34:44,489 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732286072011.1fdc50d3827bd561ca2ebb8de9355c89. 2024-11-22T14:34:44,489 INFO [RS:0;b313e41b3af3:44345 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-22T14:34:44,489 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732286072011.1fdc50d3827bd561ca2ebb8de9355c89. after waiting 0 ms 2024-11-22T14:34:44,489 INFO [RS:0;b313e41b3af3:44345 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-22T14:34:44,489 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732286072011.1fdc50d3827bd561ca2ebb8de9355c89. 2024-11-22T14:34:44,489 INFO [RS:0;b313e41b3af3:44345 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-22T14:34:44,489 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 1fdc50d3827bd561ca2ebb8de9355c89 3/3 column families, dataSize=892 B heapSize=2.06 KB 2024-11-22T14:34:44,489 INFO [RS:0;b313e41b3af3:44345 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-22T14:34:44,489 DEBUG [RS:0;b313e41b3af3:44345 {}] regionserver.HRegionServer(1325): Online Regions={1fdc50d3827bd561ca2ebb8de9355c89=hbase:replication,,1732286072011.1fdc50d3827bd561ca2ebb8de9355c89., 1588230740=hbase:meta,,1.1588230740, 4d228b1b96734e14c9e27fdd1deda2a0=test,,1732286067695.4d228b1b96734e14c9e27fdd1deda2a0.} 2024-11-22T14:34:44,489 DEBUG [RS:0;b313e41b3af3:44345 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1fdc50d3827bd561ca2ebb8de9355c89, 4d228b1b96734e14c9e27fdd1deda2a0 2024-11-22T14:34:44,490 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-22T14:34:44,490 INFO [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-22T14:34:44,490 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-22T14:34:44,490 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T14:34:44,490 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T14:34:44,490 INFO [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-22T14:34:44,503 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35173/user/jenkins/test-data/63205330-70c7-55cb-8646-aa22c3886860/data/hbase/replication/1fdc50d3827bd561ca2ebb8de9355c89/.tmp/queue/c6d671c393f041edbd76f790e472f7bd is 153, key is 1-b313e41b3af3,44345,1732286061189/queue:b313e41b3af3%2C44345%2C1732286061189/1732286079810/Put/seqid=0 2024-11-22T14:34:44,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36535 is added to blk_1073741840_1016 (size=5352) 2024-11-22T14:34:44,507 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=892 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:35173/user/jenkins/test-data/63205330-70c7-55cb-8646-aa22c3886860/data/hbase/replication/1fdc50d3827bd561ca2ebb8de9355c89/.tmp/queue/c6d671c393f041edbd76f790e472f7bd 2024-11-22T14:34:44,507 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35173/user/jenkins/test-data/63205330-70c7-55cb-8646-aa22c3886860/data/hbase/meta/1588230740/.tmp/info/4a8226c19df447aa9efdc89dded1a827 is 147, key is hbase:replication,,1732286072011.1fdc50d3827bd561ca2ebb8de9355c89./info:regioninfo/1732286073172/Put/seqid=0 2024-11-22T14:34:44,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36535 is added to blk_1073741841_1017 (size=7686) 2024-11-22T14:34:44,512 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35173/user/jenkins/test-data/63205330-70c7-55cb-8646-aa22c3886860/data/hbase/replication/1fdc50d3827bd561ca2ebb8de9355c89/.tmp/queue/c6d671c393f041edbd76f790e472f7bd as hdfs://localhost:35173/user/jenkins/test-data/63205330-70c7-55cb-8646-aa22c3886860/data/hbase/replication/1fdc50d3827bd561ca2ebb8de9355c89/queue/c6d671c393f041edbd76f790e472f7bd 2024-11-22T14:34:44,517 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35173/user/jenkins/test-data/63205330-70c7-55cb-8646-aa22c3886860/data/hbase/replication/1fdc50d3827bd561ca2ebb8de9355c89/queue/c6d671c393f041edbd76f790e472f7bd, entries=1, sequenceid=10, filesize=5.2 K 2024-11-22T14:34:44,518 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 1fdc50d3827bd561ca2ebb8de9355c89 in 29ms, sequenceid=10, compaction requested=false 2024-11-22T14:34:44,522 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35173/user/jenkins/test-data/63205330-70c7-55cb-8646-aa22c3886860/data/hbase/replication/1fdc50d3827bd561ca2ebb8de9355c89/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-22T14:34:44,523 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-22T14:34:44,523 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T14:34:44,523 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732286072011.1fdc50d3827bd561ca2ebb8de9355c89. 2024-11-22T14:34:44,523 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1fdc50d3827bd561ca2ebb8de9355c89: Waiting for close lock at 1732286084489Running coprocessor pre-close hooks at 1732286084489Disabling compacts and flushes for region at 1732286084489Disabling writes for close at 1732286084489Obtaining lock to block concurrent updates at 1732286084489Preparing flush snapshotting stores in 1fdc50d3827bd561ca2ebb8de9355c89 at 1732286084489Finished memstore snapshotting hbase:replication,,1732286072011.1fdc50d3827bd561ca2ebb8de9355c89., syncing WAL and waiting on mvcc, flushsize=dataSize=892, getHeapSize=2064, getOffHeapSize=0, getCellsCount=6 at 1732286084490 (+1 ms)Flushing stores of hbase:replication,,1732286072011.1fdc50d3827bd561ca2ebb8de9355c89. at 1732286084490Flushing 1fdc50d3827bd561ca2ebb8de9355c89/queue: creating writer at 1732286084490Flushing 1fdc50d3827bd561ca2ebb8de9355c89/queue: appending metadata at 1732286084503 (+13 ms)Flushing 1fdc50d3827bd561ca2ebb8de9355c89/queue: closing flushed file at 1732286084503Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f1ccac: reopening flushed file at 1732286084511 (+8 ms)Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 1fdc50d3827bd561ca2ebb8de9355c89 in 29ms, sequenceid=10, compaction requested=false at 1732286084518 (+7 ms)Writing region close event to WAL at 1732286084519 (+1 ms)Running coprocessor post-close hooks at 1732286084523 (+4 ms)Closed at 1732286084523 2024-11-22T14:34:44,523 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732286072011.1fdc50d3827bd561ca2ebb8de9355c89. 2024-11-22T14:34:44,523 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4d228b1b96734e14c9e27fdd1deda2a0, disabling compactions & flushes 2024-11-22T14:34:44,523 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732286067695.4d228b1b96734e14c9e27fdd1deda2a0. 2024-11-22T14:34:44,523 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732286067695.4d228b1b96734e14c9e27fdd1deda2a0. 2024-11-22T14:34:44,523 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732286067695.4d228b1b96734e14c9e27fdd1deda2a0. after waiting 0 ms 2024-11-22T14:34:44,523 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732286067695.4d228b1b96734e14c9e27fdd1deda2a0. 2024-11-22T14:34:44,523 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 4d228b1b96734e14c9e27fdd1deda2a0 3/3 column families, dataSize=191 B heapSize=1.46 KB 2024-11-22T14:34:44,542 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35173/user/jenkins/test-data/63205330-70c7-55cb-8646-aa22c3886860/data/default/test/4d228b1b96734e14c9e27fdd1deda2a0/.tmp/f/6c76e7cac3e44230be75039c5b461830 is 29, key is row1/f:/1732286079334/DeleteFamily/seqid=0 2024-11-22T14:34:44,542 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T14:34:44,543 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [b313e41b3af3,34993,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b313e41b3af3:34993 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-22T14:34:44,543 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 10, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 28270 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [b313e41b3af3,34993,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b313e41b3af3:34993 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-22T14:34:44,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36535 is added to blk_1073741842_1018 (size=5118) 2024-11-22T14:34:44,556 INFO [regionserver/b313e41b3af3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T14:34:44,690 DEBUG [RS:0;b313e41b3af3:44345 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4d228b1b96734e14c9e27fdd1deda2a0 2024-11-22T14:34:44,890 DEBUG [RS:0;b313e41b3af3:44345 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4d228b1b96734e14c9e27fdd1deda2a0 2024-11-22T14:34:44,912 INFO [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35173/user/jenkins/test-data/63205330-70c7-55cb-8646-aa22c3886860/data/hbase/meta/1588230740/.tmp/info/4a8226c19df447aa9efdc89dded1a827 2024-11-22T14:34:44,928 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35173/user/jenkins/test-data/63205330-70c7-55cb-8646-aa22c3886860/data/hbase/meta/1588230740/.tmp/ns/409ecc4b3d2d45fe92668dd60e718007 is 43, key is default/ns:d/1732286064108/Put/seqid=0 2024-11-22T14:34:44,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36535 is added to blk_1073741843_1019 (size=5153) 2024-11-22T14:34:44,946 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:35173/user/jenkins/test-data/63205330-70c7-55cb-8646-aa22c3886860/data/default/test/4d228b1b96734e14c9e27fdd1deda2a0/.tmp/f/6c76e7cac3e44230be75039c5b461830 2024-11-22T14:34:44,950 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6c76e7cac3e44230be75039c5b461830 2024-11-22T14:34:44,968 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35173/user/jenkins/test-data/63205330-70c7-55cb-8646-aa22c3886860/data/default/test/4d228b1b96734e14c9e27fdd1deda2a0/.tmp/f1/1a2d7a29ce694ecf96fa5039872b6314 is 30, key is row1/f1:/1732286079334/DeleteFamily/seqid=0 2024-11-22T14:34:44,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36535 is added to blk_1073741844_1020 (size=5123) 2024-11-22T14:34:45,039 INFO [regionserver/b313e41b3af3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-22T14:34:45,039 INFO [regionserver/b313e41b3af3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-22T14:34:45,090 DEBUG [RS:0;b313e41b3af3:44345 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4d228b1b96734e14c9e27fdd1deda2a0 2024-11-22T14:34:45,239 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,44345,1732286061189.replicationSource.wal-reader.b313e41b3af3%2C44345%2C1732286061189,1-b313e41b3af3,44345,1732286061189 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35173/user/jenkins/test-data/63205330-70c7-55cb-8646-aa22c3886860/WALs/b313e41b3af3,44345,1732286061189/b313e41b3af3%2C44345%2C1732286061189.1732286063170 to pos 912, reset compression=false 2024-11-22T14:34:45,242 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,44345,1732286061189.replicationSource.wal-reader.b313e41b3af3%2C44345%2C1732286061189,1-b313e41b3af3,44345,1732286061189 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-22T14:34:45,242 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,44345,1732286061189.replicationSource.wal-reader.b313e41b3af3%2C44345%2C1732286061189,1-b313e41b3af3,44345,1732286061189 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35173/user/jenkins/test-data/63205330-70c7-55cb-8646-aa22c3886860/WALs/b313e41b3af3,44345,1732286061189/b313e41b3af3%2C44345%2C1732286061189.1732286063170 to pos 1159, reset compression=false 2024-11-22T14:34:45,242 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,44345,1732286061189.replicationSource.shipperb313e41b3af3%2C44345%2C1732286061189,1-b313e41b3af3,44345,1732286061189 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b313e41b3af3,44345,1732286061189 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35173/user/jenkins/test-data/63205330-70c7-55cb-8646-aa22c3886860/WALs/b313e41b3af3,44345,1732286061189/b313e41b3af3%2C44345%2C1732286061189.1732286063170, lastWalPosition=1159, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-22T14:34:45,243 ERROR [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,44345,1732286061189.replicationSource.shipperb313e41b3af3%2C44345%2C1732286061189,1-b313e41b3af3,44345,1732286061189 {}] regionserver.HRegionServer(2440): ***** ABORTING region server b313e41b3af3,44345,1732286061189: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-b313e41b3af3,44345,1732286061189, walGroup=b313e41b3af3%2C44345%2C1732286061189, offset=b313e41b3af3%2C44345%2C1732286061189.1732286063170:1159, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b313e41b3af3:44345 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-22T14:34:45,244 ERROR [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,44345,1732286061189.replicationSource.shipperb313e41b3af3%2C44345%2C1732286061189,1-b313e41b3af3,44345,1732286061189 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-22T14:34:45,244 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,44345,1732286061189.replicationSource.shipperb313e41b3af3%2C44345%2C1732286061189,1-b313e41b3af3,44345,1732286061189 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-22T14:34:45,244 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,44345,1732286061189.replicationSource.shipperb313e41b3af3%2C44345%2C1732286061189,1-b313e41b3af3,44345,1732286061189 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-22T14:34:45,244 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,44345,1732286061189.replicationSource.shipperb313e41b3af3%2C44345%2C1732286061189,1-b313e41b3af3,44345,1732286061189 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-22T14:34:45,245 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,44345,1732286061189.replicationSource.shipperb313e41b3af3%2C44345%2C1732286061189,1-b313e41b3af3,44345,1732286061189 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-22T14:34:45,245 INFO [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,44345,1732286061189.replicationSource.shipperb313e41b3af3%2C44345%2C1732286061189,1-b313e41b3af3,44345,1732286061189 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1056964608, "init": 1048576000, "max": 2306867200, "used": 653798168 }, "NonHeapMemoryUsage": { "committed": 194248704, "init": 7667712, "max": -1, "used": 191328040 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-22T14:34:45,245 WARN [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,44345,1732286061189.replicationSource.shipperb313e41b3af3%2C44345%2C1732286061189,1-b313e41b3af3,44345,1732286061189 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b313e41b3af3:36361 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b313e41b3af3:36361 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-22T14:34:45,290 DEBUG [RS:0;b313e41b3af3:44345 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4d228b1b96734e14c9e27fdd1deda2a0 2024-11-22T14:34:45,332 INFO [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35173/user/jenkins/test-data/63205330-70c7-55cb-8646-aa22c3886860/data/hbase/meta/1588230740/.tmp/ns/409ecc4b3d2d45fe92668dd60e718007 2024-11-22T14:34:45,351 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35173/user/jenkins/test-data/63205330-70c7-55cb-8646-aa22c3886860/data/hbase/meta/1588230740/.tmp/rep_barrier/8eae217657c048ebaa578c41f5150a9a is 112, key is test,,1732286067695.4d228b1b96734e14c9e27fdd1deda2a0./rep_barrier:seqnumDuringOpen/1732286068844/Put/seqid=0 2024-11-22T14:34:45,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36535 is added to blk_1073741845_1021 (size=5518) 2024-11-22T14:34:45,372 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:35173/user/jenkins/test-data/63205330-70c7-55cb-8646-aa22c3886860/data/default/test/4d228b1b96734e14c9e27fdd1deda2a0/.tmp/f1/1a2d7a29ce694ecf96fa5039872b6314 2024-11-22T14:34:45,375 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1a2d7a29ce694ecf96fa5039872b6314 2024-11-22T14:34:45,391 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35173/user/jenkins/test-data/63205330-70c7-55cb-8646-aa22c3886860/data/default/test/4d228b1b96734e14c9e27fdd1deda2a0/.tmp/norep/c490f7a0fddd406cb0b61359a1f610ca is 32, key is row/norep:/1732286078324/DeleteFamily/seqid=0 2024-11-22T14:34:45,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36535 is added to blk_1073741846_1022 (size=5101) 2024-11-22T14:34:45,445 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,44345,1732286061189.replicationSource.wal-reader.b313e41b3af3%2C44345%2C1732286061189,1-b313e41b3af3,44345,1732286061189 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35173/user/jenkins/test-data/63205330-70c7-55cb-8646-aa22c3886860/WALs/b313e41b3af3,44345,1732286061189/b313e41b3af3%2C44345%2C1732286061189.1732286063170 to pos 1159, reset compression=false 2024-11-22T14:34:45,490 INFO [RS:0;b313e41b3af3:44345 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-22T14:34:45,490 DEBUG [RS:0;b313e41b3af3:44345 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 4d228b1b96734e14c9e27fdd1deda2a0=test,,1732286067695.4d228b1b96734e14c9e27fdd1deda2a0.} 2024-11-22T14:34:45,490 DEBUG [RS:0;b313e41b3af3:44345 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4d228b1b96734e14c9e27fdd1deda2a0 2024-11-22T14:34:45,691 DEBUG [RS:0;b313e41b3af3:44345 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4d228b1b96734e14c9e27fdd1deda2a0 2024-11-22T14:34:45,748 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,44345,1732286061189.replicationSource.wal-reader.b313e41b3af3%2C44345%2C1732286061189,1-b313e41b3af3,44345,1732286061189 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35173/user/jenkins/test-data/63205330-70c7-55cb-8646-aa22c3886860/WALs/b313e41b3af3,44345,1732286061189/b313e41b3af3%2C44345%2C1732286061189.1732286063170 to pos 1159, reset compression=false 2024-11-22T14:34:45,755 INFO [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35173/user/jenkins/test-data/63205330-70c7-55cb-8646-aa22c3886860/data/hbase/meta/1588230740/.tmp/rep_barrier/8eae217657c048ebaa578c41f5150a9a 2024-11-22T14:34:45,771 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35173/user/jenkins/test-data/63205330-70c7-55cb-8646-aa22c3886860/data/hbase/meta/1588230740/.tmp/table/e547b5fc44bb492d8513aed1d271e6c2 is 53, key is hbase:replication/table:state/1732286073179/Put/seqid=0 2024-11-22T14:34:45,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36535 is added to blk_1073741847_1023 (size=5308) 2024-11-22T14:34:45,795 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:35173/user/jenkins/test-data/63205330-70c7-55cb-8646-aa22c3886860/data/default/test/4d228b1b96734e14c9e27fdd1deda2a0/.tmp/norep/c490f7a0fddd406cb0b61359a1f610ca 2024-11-22T14:34:45,798 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c490f7a0fddd406cb0b61359a1f610ca 2024-11-22T14:34:45,799 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35173/user/jenkins/test-data/63205330-70c7-55cb-8646-aa22c3886860/data/default/test/4d228b1b96734e14c9e27fdd1deda2a0/.tmp/f/6c76e7cac3e44230be75039c5b461830 as hdfs://localhost:35173/user/jenkins/test-data/63205330-70c7-55cb-8646-aa22c3886860/data/default/test/4d228b1b96734e14c9e27fdd1deda2a0/f/6c76e7cac3e44230be75039c5b461830 2024-11-22T14:34:45,803 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6c76e7cac3e44230be75039c5b461830 2024-11-22T14:34:45,803 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35173/user/jenkins/test-data/63205330-70c7-55cb-8646-aa22c3886860/data/default/test/4d228b1b96734e14c9e27fdd1deda2a0/f/6c76e7cac3e44230be75039c5b461830, entries=2, sequenceid=8, filesize=5.0 K 2024-11-22T14:34:45,804 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35173/user/jenkins/test-data/63205330-70c7-55cb-8646-aa22c3886860/data/default/test/4d228b1b96734e14c9e27fdd1deda2a0/.tmp/f1/1a2d7a29ce694ecf96fa5039872b6314 as hdfs://localhost:35173/user/jenkins/test-data/63205330-70c7-55cb-8646-aa22c3886860/data/default/test/4d228b1b96734e14c9e27fdd1deda2a0/f1/1a2d7a29ce694ecf96fa5039872b6314 2024-11-22T14:34:45,807 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1a2d7a29ce694ecf96fa5039872b6314 2024-11-22T14:34:45,807 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35173/user/jenkins/test-data/63205330-70c7-55cb-8646-aa22c3886860/data/default/test/4d228b1b96734e14c9e27fdd1deda2a0/f1/1a2d7a29ce694ecf96fa5039872b6314, entries=2, sequenceid=8, filesize=5.0 K 2024-11-22T14:34:45,808 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35173/user/jenkins/test-data/63205330-70c7-55cb-8646-aa22c3886860/data/default/test/4d228b1b96734e14c9e27fdd1deda2a0/.tmp/norep/c490f7a0fddd406cb0b61359a1f610ca as hdfs://localhost:35173/user/jenkins/test-data/63205330-70c7-55cb-8646-aa22c3886860/data/default/test/4d228b1b96734e14c9e27fdd1deda2a0/norep/c490f7a0fddd406cb0b61359a1f610ca 2024-11-22T14:34:45,812 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c490f7a0fddd406cb0b61359a1f610ca 2024-11-22T14:34:45,812 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35173/user/jenkins/test-data/63205330-70c7-55cb-8646-aa22c3886860/data/default/test/4d228b1b96734e14c9e27fdd1deda2a0/norep/c490f7a0fddd406cb0b61359a1f610ca, entries=1, sequenceid=8, filesize=5.0 K 2024-11-22T14:34:45,813 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 4d228b1b96734e14c9e27fdd1deda2a0 in 1290ms, sequenceid=8, compaction requested=false 2024-11-22T14:34:45,813 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-22T14:34:45,817 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35173/user/jenkins/test-data/63205330-70c7-55cb-8646-aa22c3886860/data/default/test/4d228b1b96734e14c9e27fdd1deda2a0/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-22T14:34:45,818 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-22T14:34:45,818 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-22T14:34:45,818 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732286067695.4d228b1b96734e14c9e27fdd1deda2a0. 2024-11-22T14:34:45,818 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4d228b1b96734e14c9e27fdd1deda2a0: Waiting for close lock at 1732286084523Running coprocessor pre-close hooks at 1732286084523Disabling compacts and flushes for region at 1732286084523Disabling writes for close at 1732286084523Obtaining lock to block concurrent updates at 1732286084523Preparing flush snapshotting stores in 4d228b1b96734e14c9e27fdd1deda2a0 at 1732286084523Finished memstore snapshotting test,,1732286067695.4d228b1b96734e14c9e27fdd1deda2a0., syncing WAL and waiting on mvcc, flushsize=dataSize=191, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1732286084524 (+1 ms)Flushing stores of test,,1732286067695.4d228b1b96734e14c9e27fdd1deda2a0. at 1732286084524Flushing 4d228b1b96734e14c9e27fdd1deda2a0/f: creating writer at 1732286084524Flushing 4d228b1b96734e14c9e27fdd1deda2a0/f: appending metadata at 1732286084541 (+17 ms)Flushing 4d228b1b96734e14c9e27fdd1deda2a0/f: closing flushed file at 1732286084541Flushing 4d228b1b96734e14c9e27fdd1deda2a0/f1: creating writer at 1732286084951 (+410 ms)Flushing 4d228b1b96734e14c9e27fdd1deda2a0/f1: appending metadata at 1732286084967 (+16 ms)Flushing 4d228b1b96734e14c9e27fdd1deda2a0/f1: closing flushed file at 1732286084967Flushing 4d228b1b96734e14c9e27fdd1deda2a0/norep: creating writer at 1732286085376 (+409 ms)Flushing 4d228b1b96734e14c9e27fdd1deda2a0/norep: appending metadata at 1732286085390 (+14 ms)Flushing 4d228b1b96734e14c9e27fdd1deda2a0/norep: closing flushed file at 1732286085390Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2df46e28: reopening flushed file at 1732286085799 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@543d2a5d: reopening flushed file at 1732286085803 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@711c191a: reopening flushed file at 1732286085808 (+5 ms)Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 4d228b1b96734e14c9e27fdd1deda2a0 in 1290ms, sequenceid=8, compaction requested=false at 1732286085813 (+5 ms)Writing region close event to WAL at 1732286085815 (+2 ms)Running coprocessor post-close hooks at 1732286085818 (+3 ms)Closed at 1732286085818 2024-11-22T14:34:45,818 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732286067695.4d228b1b96734e14c9e27fdd1deda2a0. 2024-11-22T14:34:45,891 DEBUG [RS:0;b313e41b3af3:44345 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T14:34:46,091 DEBUG [RS:0;b313e41b3af3:44345 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T14:34:46,151 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,44345,1732286061189.replicationSource.wal-reader.b313e41b3af3%2C44345%2C1732286061189,1-b313e41b3af3,44345,1732286061189 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35173/user/jenkins/test-data/63205330-70c7-55cb-8646-aa22c3886860/WALs/b313e41b3af3,44345,1732286061189/b313e41b3af3%2C44345%2C1732286061189.1732286063170 to pos 1159, reset compression=false 2024-11-22T14:34:46,156 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,44345,1732286061189.replicationSource.wal-reader.b313e41b3af3%2C44345%2C1732286061189,1-b313e41b3af3,44345,1732286061189 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-22T14:34:46,156 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,44345,1732286061189.replicationSource.wal-reader.b313e41b3af3%2C44345%2C1732286061189,1-b313e41b3af3,44345,1732286061189 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35173/user/jenkins/test-data/63205330-70c7-55cb-8646-aa22c3886860/WALs/b313e41b3af3,44345,1732286061189/b313e41b3af3%2C44345%2C1732286061189.1732286063170 to pos 1803, reset compression=false 2024-11-22T14:34:46,175 INFO [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35173/user/jenkins/test-data/63205330-70c7-55cb-8646-aa22c3886860/data/hbase/meta/1588230740/.tmp/table/e547b5fc44bb492d8513aed1d271e6c2 2024-11-22T14:34:46,179 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35173/user/jenkins/test-data/63205330-70c7-55cb-8646-aa22c3886860/data/hbase/meta/1588230740/.tmp/info/4a8226c19df447aa9efdc89dded1a827 as hdfs://localhost:35173/user/jenkins/test-data/63205330-70c7-55cb-8646-aa22c3886860/data/hbase/meta/1588230740/info/4a8226c19df447aa9efdc89dded1a827 2024-11-22T14:34:46,182 INFO [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35173/user/jenkins/test-data/63205330-70c7-55cb-8646-aa22c3886860/data/hbase/meta/1588230740/info/4a8226c19df447aa9efdc89dded1a827, entries=20, sequenceid=16, filesize=7.5 K 2024-11-22T14:34:46,183 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35173/user/jenkins/test-data/63205330-70c7-55cb-8646-aa22c3886860/data/hbase/meta/1588230740/.tmp/ns/409ecc4b3d2d45fe92668dd60e718007 as hdfs://localhost:35173/user/jenkins/test-data/63205330-70c7-55cb-8646-aa22c3886860/data/hbase/meta/1588230740/ns/409ecc4b3d2d45fe92668dd60e718007 2024-11-22T14:34:46,185 INFO [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35173/user/jenkins/test-data/63205330-70c7-55cb-8646-aa22c3886860/data/hbase/meta/1588230740/ns/409ecc4b3d2d45fe92668dd60e718007, entries=2, sequenceid=16, filesize=5.0 K 2024-11-22T14:34:46,186 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35173/user/jenkins/test-data/63205330-70c7-55cb-8646-aa22c3886860/data/hbase/meta/1588230740/.tmp/rep_barrier/8eae217657c048ebaa578c41f5150a9a as hdfs://localhost:35173/user/jenkins/test-data/63205330-70c7-55cb-8646-aa22c3886860/data/hbase/meta/1588230740/rep_barrier/8eae217657c048ebaa578c41f5150a9a 2024-11-22T14:34:46,189 INFO [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35173/user/jenkins/test-data/63205330-70c7-55cb-8646-aa22c3886860/data/hbase/meta/1588230740/rep_barrier/8eae217657c048ebaa578c41f5150a9a, entries=1, sequenceid=16, filesize=5.4 K 2024-11-22T14:34:46,189 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35173/user/jenkins/test-data/63205330-70c7-55cb-8646-aa22c3886860/data/hbase/meta/1588230740/.tmp/table/e547b5fc44bb492d8513aed1d271e6c2 as hdfs://localhost:35173/user/jenkins/test-data/63205330-70c7-55cb-8646-aa22c3886860/data/hbase/meta/1588230740/table/e547b5fc44bb492d8513aed1d271e6c2 2024-11-22T14:34:46,193 INFO [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35173/user/jenkins/test-data/63205330-70c7-55cb-8646-aa22c3886860/data/hbase/meta/1588230740/table/e547b5fc44bb492d8513aed1d271e6c2, entries=4, sequenceid=16, filesize=5.2 K 2024-11-22T14:34:46,193 INFO [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1703ms, sequenceid=16, compaction requested=false 2024-11-22T14:34:46,194 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-22T14:34:46,200 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35173/user/jenkins/test-data/63205330-70c7-55cb-8646-aa22c3886860/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-22T14:34:46,200 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-22T14:34:46,200 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T14:34:46,200 INFO [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-22T14:34:46,200 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732286084489Running coprocessor pre-close hooks at 1732286084489Disabling compacts and flushes for region at 1732286084490 (+1 ms)Disabling writes for close at 1732286084490Obtaining lock to block concurrent updates at 1732286084490Preparing flush snapshotting stores in 1588230740 at 1732286084490Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732286084490Flushing stores of hbase:meta,,1.1588230740 at 1732286084491 (+1 ms)Flushing 1588230740/info: creating writer at 1732286084491Flushing 1588230740/info: appending metadata at 1732286084507 (+16 ms)Flushing 1588230740/info: closing flushed file at 1732286084507Flushing 1588230740/ns: creating writer at 1732286084915 (+408 ms)Flushing 1588230740/ns: appending metadata at 1732286084928 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1732286084928Flushing 1588230740/rep_barrier: creating writer at 1732286085336 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732286085351 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732286085351Flushing 1588230740/table: creating writer at 1732286085758 (+407 ms)Flushing 1588230740/table: appending metadata at 1732286085771 (+13 ms)Flushing 1588230740/table: closing flushed file at 1732286085771Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ae651ed: reopening flushed file at 1732286086178 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@77f1fbf4: reopening flushed file at 1732286086182 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@754e2e5f: reopening flushed file at 1732286086186 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b10e40e: reopening flushed file at 1732286086189 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1703ms, sequenceid=16, compaction requested=false at 1732286086193 (+4 ms)Writing region close event to WAL at 1732286086197 (+4 ms)Running coprocessor post-close hooks at 1732286086200 (+3 ms)Closed at 1732286086200 2024-11-22T14:34:46,201 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-22T14:34:46,291 INFO [RS:0;b313e41b3af3:44345 {}] regionserver.HRegionServer(976): stopping server b313e41b3af3,44345,1732286061189; all regions closed. 2024-11-22T14:34:46,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36535 is added to blk_1073741834_1010 (size=4239) 2024-11-22T14:34:46,293 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/63205330-70c7-55cb-8646-aa22c3886860/WALs/b313e41b3af3,44345,1732286061189/b313e41b3af3%2C44345%2C1732286061189.meta.1732286064066.meta not finished, retry = 0 2024-11-22T14:34:46,358 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,44345,1732286061189.replicationSource.wal-reader.b313e41b3af3%2C44345%2C1732286061189,1-b313e41b3af3,44345,1732286061189 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35173/user/jenkins/test-data/63205330-70c7-55cb-8646-aa22c3886860/WALs/b313e41b3af3,44345,1732286061189/b313e41b3af3%2C44345%2C1732286061189.1732286063170 to pos 1803, reset compression=false 2024-11-22T14:34:46,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36535 is added to blk_1073741839_1015 (size=2676) 2024-11-22T14:34:46,396 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/63205330-70c7-55cb-8646-aa22c3886860/WALs/b313e41b3af3,44345,1732286061189/b313e41b3af3%2C44345%2C1732286061189.rep.1732286073141 not finished, retry = 0 2024-11-22T14:34:46,499 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/63205330-70c7-55cb-8646-aa22c3886860/WALs/b313e41b3af3,44345,1732286061189/b313e41b3af3%2C44345%2C1732286061189.1732286063170 not finished, retry = 0 2024-11-22T14:34:46,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36535 is added to blk_1073741832_1008 (size=1811) 2024-11-22T14:34:46,599 DEBUG [RS:0;b313e41b3af3:44345 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:34:46,599 INFO [RS:0;b313e41b3af3:44345 {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T14:34:46,600 INFO [RS:0;b313e41b3af3:44345 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T14:34:46,600 INFO [RS:0;b313e41b3af3:44345 {}] hbase.ChoreService(370): Chore service for: regionserver/b313e41b3af3:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-22T14:34:46,600 INFO [RS:0;b313e41b3af3:44345 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T14:34:46,600 INFO [regionserver/b313e41b3af3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T14:34:46,600 INFO [RS:0;b313e41b3af3:44345 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-b313e41b3af3,44345,1732286061189 because: Region server is closing 2024-11-22T14:34:46,600 INFO [RS:0;b313e41b3af3:44345 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b313e41b3af3:44345. 2024-11-22T14:34:46,600 DEBUG [RS:0;b313e41b3af3:44345 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T14:34:46,600 DEBUG [RS:0;b313e41b3af3:44345 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:34:46,600 DEBUG [RS:0;b313e41b3af3:44345 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:34:46,600 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T14:34:46,631 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:34:46,654 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:34:46,654 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:34:46,654 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:34:46,654 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:34:46,654 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:34:46,654 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:34:46,660 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:34:46,663 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:34:46,663 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:34:46,665 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:34:46,701 INFO [RS:0;b313e41b3af3:44345 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,44345,1732286061189.replicationSource.shipperb313e41b3af3%2C44345%2C1732286061189,1-b313e41b3af3,44345,1732286061189 terminated 2024-11-22T14:34:46,701 INFO [RS:0;b313e41b3af3:44345 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b313e41b3af3:44345. 2024-11-22T14:34:46,701 DEBUG [RS:0;b313e41b3af3:44345 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T14:34:46,701 DEBUG [RS:0;b313e41b3af3:44345 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:34:46,701 DEBUG [RS:0;b313e41b3af3:44345 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:34:46,701 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T14:34:46,701 INFO [RS:0;b313e41b3af3:44345 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44345 2024-11-22T14:34:46,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44345-0x10067daf3520001, quorum=127.0.0.1:63574, baseZNode=/0-764911506 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-764911506/rs/b313e41b3af3,44345,1732286061189 2024-11-22T14:34:46,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36361-0x10067daf3520000, quorum=127.0.0.1:63574, baseZNode=/0-764911506 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-764911506/rs 2024-11-22T14:34:46,702 INFO [RS:0;b313e41b3af3:44345 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T14:34:46,703 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b313e41b3af3,44345,1732286061189] 2024-11-22T14:34:46,703 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-764911506/draining/b313e41b3af3,44345,1732286061189 already deleted, retry=false 2024-11-22T14:34:46,703 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b313e41b3af3,44345,1732286061189 expired; onlineServers=0 2024-11-22T14:34:46,703 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b313e41b3af3,36361,1732286061147' ***** 2024-11-22T14:34:46,704 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-22T14:34:46,704 INFO [M:0;b313e41b3af3:36361 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T14:34:46,704 INFO [M:0;b313e41b3af3:36361 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T14:34:46,704 DEBUG [M:0;b313e41b3af3:36361 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-22T14:34:46,704 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-22T14:34:46,704 DEBUG [M:0;b313e41b3af3:36361 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-22T14:34:46,704 DEBUG [master/b313e41b3af3:0:becomeActiveMaster-HFileCleaner.small.0-1732286062931 {}] cleaner.HFileCleaner(306): Exit Thread[master/b313e41b3af3:0:becomeActiveMaster-HFileCleaner.small.0-1732286062931,5,FailOnTimeoutGroup] 2024-11-22T14:34:46,704 DEBUG [master/b313e41b3af3:0:becomeActiveMaster-HFileCleaner.large.0-1732286062931 {}] cleaner.HFileCleaner(306): Exit Thread[master/b313e41b3af3:0:becomeActiveMaster-HFileCleaner.large.0-1732286062931,5,FailOnTimeoutGroup] 2024-11-22T14:34:46,704 INFO [M:0;b313e41b3af3:36361 {}] hbase.ChoreService(370): Chore service for: master/b313e41b3af3:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-22T14:34:46,704 INFO [M:0;b313e41b3af3:36361 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T14:34:46,704 DEBUG [M:0;b313e41b3af3:36361 {}] master.HMaster(1795): Stopping service threads 2024-11-22T14:34:46,704 INFO [M:0;b313e41b3af3:36361 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-22T14:34:46,704 INFO [M:0;b313e41b3af3:36361 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-22T14:34:46,704 INFO [M:0;b313e41b3af3:36361 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-22T14:34:46,704 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-22T14:34:46,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36361-0x10067daf3520000, quorum=127.0.0.1:63574, baseZNode=/0-764911506 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-764911506/master 2024-11-22T14:34:46,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36361-0x10067daf3520000, quorum=127.0.0.1:63574, baseZNode=/0-764911506 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-764911506 2024-11-22T14:34:46,705 DEBUG [M:0;b313e41b3af3:36361 {}] zookeeper.ZKUtil(347): master:36361-0x10067daf3520000, quorum=127.0.0.1:63574, baseZNode=/0-764911506 Unable to get data of znode /0-764911506/master because node does not exist (not an error) 2024-11-22T14:34:46,705 WARN [M:0;b313e41b3af3:36361 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-22T14:34:46,706 INFO [M:0;b313e41b3af3:36361 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35173/user/jenkins/test-data/63205330-70c7-55cb-8646-aa22c3886860/.lastflushedseqids 2024-11-22T14:34:46,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36535 is added to blk_1073741848_1024 (size=245) 2024-11-22T14:34:46,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44345-0x10067daf3520001, quorum=127.0.0.1:63574, baseZNode=/0-764911506 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T14:34:46,803 INFO [RS:0;b313e41b3af3:44345 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T14:34:46,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44345-0x10067daf3520001, quorum=127.0.0.1:63574, baseZNode=/0-764911506 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T14:34:46,803 INFO [RS:0;b313e41b3af3:44345 {}] regionserver.HRegionServer(1031): Exiting; stopping=b313e41b3af3,44345,1732286061189; zookeeper connection closed. 2024-11-22T14:34:46,803 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4570f3 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4570f3 2024-11-22T14:34:46,803 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-22T14:34:47,115 INFO [M:0;b313e41b3af3:36361 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-22T14:34:47,115 INFO [M:0;b313e41b3af3:36361 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-22T14:34:47,115 DEBUG [M:0;b313e41b3af3:36361 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T14:34:47,115 INFO [M:0;b313e41b3af3:36361 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T14:34:47,115 DEBUG [M:0;b313e41b3af3:36361 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T14:34:47,115 DEBUG [M:0;b313e41b3af3:36361 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T14:34:47,115 DEBUG [M:0;b313e41b3af3:36361 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T14:34:47,116 INFO [M:0;b313e41b3af3:36361 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-22T14:34:47,130 DEBUG [M:0;b313e41b3af3:36361 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35173/user/jenkins/test-data/63205330-70c7-55cb-8646-aa22c3886860/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/01e64698381146c4b191d4a1b0702eb6 is 82, key is hbase:meta,,1/info:regioninfo/1732286064099/Put/seqid=0 2024-11-22T14:34:47,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36535 is added to blk_1073741849_1025 (size=5672) 2024-11-22T14:34:47,176 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-22T14:34:47,177 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:34:47,199 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:34:47,199 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:34:47,199 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:34:47,200 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:34:47,200 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:34:47,200 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:34:47,205 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:34:47,208 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:34:47,208 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:34:47,210 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:34:47,534 INFO [M:0;b313e41b3af3:36361 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35173/user/jenkins/test-data/63205330-70c7-55cb-8646-aa22c3886860/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/01e64698381146c4b191d4a1b0702eb6 2024-11-22T14:34:47,550 DEBUG [M:0;b313e41b3af3:36361 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35173/user/jenkins/test-data/63205330-70c7-55cb-8646-aa22c3886860/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e37fa19dbf054abfb22a66704bc64e49 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732286073182/Put/seqid=0 2024-11-22T14:34:47,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36535 is added to blk_1073741850_1026 (size=8517) 2024-11-22T14:34:47,954 INFO [M:0;b313e41b3af3:36361 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35173/user/jenkins/test-data/63205330-70c7-55cb-8646-aa22c3886860/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e37fa19dbf054abfb22a66704bc64e49 2024-11-22T14:34:47,969 DEBUG [M:0;b313e41b3af3:36361 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35173/user/jenkins/test-data/63205330-70c7-55cb-8646-aa22c3886860/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e6de49d3386e43108b1a3c0f72f491f6 is 69, key is b313e41b3af3,44345,1732286061189/rs:state/1732286063030/Put/seqid=0 2024-11-22T14:34:47,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36535 is added to blk_1073741851_1027 (size=5156) 2024-11-22T14:34:48,373 INFO [M:0;b313e41b3af3:36361 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35173/user/jenkins/test-data/63205330-70c7-55cb-8646-aa22c3886860/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e6de49d3386e43108b1a3c0f72f491f6 2024-11-22T14:34:48,377 DEBUG [M:0;b313e41b3af3:36361 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35173/user/jenkins/test-data/63205330-70c7-55cb-8646-aa22c3886860/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/01e64698381146c4b191d4a1b0702eb6 as hdfs://localhost:35173/user/jenkins/test-data/63205330-70c7-55cb-8646-aa22c3886860/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/01e64698381146c4b191d4a1b0702eb6 2024-11-22T14:34:48,381 INFO [M:0;b313e41b3af3:36361 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35173/user/jenkins/test-data/63205330-70c7-55cb-8646-aa22c3886860/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/01e64698381146c4b191d4a1b0702eb6, entries=8, sequenceid=97, filesize=5.5 K 2024-11-22T14:34:48,381 DEBUG [M:0;b313e41b3af3:36361 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35173/user/jenkins/test-data/63205330-70c7-55cb-8646-aa22c3886860/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e37fa19dbf054abfb22a66704bc64e49 as hdfs://localhost:35173/user/jenkins/test-data/63205330-70c7-55cb-8646-aa22c3886860/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e37fa19dbf054abfb22a66704bc64e49 2024-11-22T14:34:48,385 INFO [M:0;b313e41b3af3:36361 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35173/user/jenkins/test-data/63205330-70c7-55cb-8646-aa22c3886860/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e37fa19dbf054abfb22a66704bc64e49, entries=11, sequenceid=97, filesize=8.3 K 2024-11-22T14:34:48,385 DEBUG [M:0;b313e41b3af3:36361 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35173/user/jenkins/test-data/63205330-70c7-55cb-8646-aa22c3886860/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e6de49d3386e43108b1a3c0f72f491f6 as hdfs://localhost:35173/user/jenkins/test-data/63205330-70c7-55cb-8646-aa22c3886860/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e6de49d3386e43108b1a3c0f72f491f6 2024-11-22T14:34:48,388 INFO [M:0;b313e41b3af3:36361 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35173/user/jenkins/test-data/63205330-70c7-55cb-8646-aa22c3886860/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e6de49d3386e43108b1a3c0f72f491f6, entries=1, sequenceid=97, filesize=5.0 K 2024-11-22T14:34:48,389 INFO [M:0;b313e41b3af3:36361 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1274ms, sequenceid=97, compaction requested=false 2024-11-22T14:34:48,390 INFO [M:0;b313e41b3af3:36361 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T14:34:48,390 DEBUG [M:0;b313e41b3af3:36361 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732286087115Disabling compacts and flushes for region at 1732286087115Disabling writes for close at 1732286087115Obtaining lock to block concurrent updates at 1732286087116 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732286087116Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1732286087116Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732286087116Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732286087116Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732286087130 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732286087130Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732286087537 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732286087550 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732286087550Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732286087957 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732286087969 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732286087969Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@607f606d: reopening flushed file at 1732286088377 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a2562fd: reopening flushed file at 1732286088381 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@70f463ff: reopening flushed file at 1732286088385 (+4 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1274ms, sequenceid=97, compaction requested=false at 1732286088389 (+4 ms)Writing region close event to WAL at 1732286088390 (+1 ms)Closed at 1732286088390 2024-11-22T14:34:48,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36535 is added to blk_1073741830_1006 (size=63666) 2024-11-22T14:34:48,392 INFO [M:0;b313e41b3af3:36361 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-22T14:34:48,392 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T14:34:48,392 INFO [M:0;b313e41b3af3:36361 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36361 2024-11-22T14:34:48,393 INFO [M:0;b313e41b3af3:36361 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T14:34:48,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36361-0x10067daf3520000, quorum=127.0.0.1:63574, baseZNode=/0-764911506 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T14:34:48,494 INFO [M:0;b313e41b3af3:36361 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T14:34:48,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36361-0x10067daf3520000, quorum=127.0.0.1:63574, baseZNode=/0-764911506 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T14:34:48,496 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@644bdaa3{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T14:34:48,496 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@20e1f8bf{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T14:34:48,496 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T14:34:48,497 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@16c12be5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T14:34:48,497 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@60df503c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6734f34d-2ef7-b9de-e075-26aa0733cc5d/hadoop.log.dir/,STOPPED} 2024-11-22T14:34:48,498 WARN [BP-1595845541-172.17.0.2-1732286060280 heartbeating to localhost/127.0.0.1:35173 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-22T14:34:48,498 WARN [BP-1595845541-172.17.0.2-1732286060280 heartbeating to localhost/127.0.0.1:35173 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1595845541-172.17.0.2-1732286060280 (Datanode Uuid 2fe230c9-cdd3-4e01-9b07-c54377cf0ac4) service to localhost/127.0.0.1:35173 2024-11-22T14:34:48,498 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-22T14:34:48,498 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-22T14:34:48,499 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6734f34d-2ef7-b9de-e075-26aa0733cc5d/cluster_f9cdf70e-3606-756d-3af9-da5570997600/data/data1/current/BP-1595845541-172.17.0.2-1732286060280 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T14:34:48,499 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6734f34d-2ef7-b9de-e075-26aa0733cc5d/cluster_f9cdf70e-3606-756d-3af9-da5570997600/data/data2/current/BP-1595845541-172.17.0.2-1732286060280 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T14:34:48,499 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-22T14:34:48,504 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1564ee37{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T14:34:48,504 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6fdac2e1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T14:34:48,504 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T14:34:48,504 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6d34f368{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T14:34:48,504 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@15b77ff8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6734f34d-2ef7-b9de-e075-26aa0733cc5d/hadoop.log.dir/,STOPPED} 2024-11-22T14:34:48,509 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-22T14:34:48,522 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-22T14:34:48,530 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication1 Thread=266 (was 246) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35173 from jenkins.hfs.12 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.12@localhost:35173 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35465 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35465 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35465 from jenkins.hfs.13 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63574) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63574) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35173 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35465 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35173 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35465 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-29-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35465 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35465 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35173 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35173 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35173 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35173 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-27-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35173 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.13@localhost:35465 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=656 (was 620) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=237 (was 261), ProcessCount=11 (was 11), AvailableMemoryMB=4736 (was 4758) 2024-11-22T14:34:48,539 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication2 Thread=266, OpenFileDescriptor=656, MaxFileDescriptor=1048576, SystemLoadAverage=237, ProcessCount=11, AvailableMemoryMB=4736 2024-11-22T14:34:48,550 INFO [Time-limited test {}] replication.TestMasterReplication(246): testCyclicReplication2 2024-11-22T14:34:48,551 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f637bc41-0d46-0fdd-0677-69786b1e2478/hadoop.log.dir so I do NOT create it in target/test-data/50f1eb9f-69fe-9282-b9b2-fee999f852c7 2024-11-22T14:34:48,551 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f637bc41-0d46-0fdd-0677-69786b1e2478/hadoop.log.dir Erasing configuration value by system value. 2024-11-22T14:34:48,551 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f637bc41-0d46-0fdd-0677-69786b1e2478/hadoop.tmp.dir so I do NOT create it in target/test-data/50f1eb9f-69fe-9282-b9b2-fee999f852c7 2024-11-22T14:34:48,551 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f637bc41-0d46-0fdd-0677-69786b1e2478/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-22T14:34:48,551 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50f1eb9f-69fe-9282-b9b2-fee999f852c7 2024-11-22T14:34:48,551 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50f1eb9f-69fe-9282-b9b2-fee999f852c7/cluster_08fbcdc6-c6ae-bbd2-3322-938a6e9e62b9, deleteOnExit=true 2024-11-22T14:34:48,553 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50f1eb9f-69fe-9282-b9b2-fee999f852c7/cluster_08fbcdc6-c6ae-bbd2-3322-938a6e9e62b9/zookeeper_0, clientPort=56016, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50f1eb9f-69fe-9282-b9b2-fee999f852c7/cluster_08fbcdc6-c6ae-bbd2-3322-938a6e9e62b9/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50f1eb9f-69fe-9282-b9b2-fee999f852c7/cluster_08fbcdc6-c6ae-bbd2-3322-938a6e9e62b9/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-22T14:34:48,553 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=56016 2024-11-22T14:34:48,554 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-22T14:34:48,554 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-22T14:34:48,554 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50f1eb9f-69fe-9282-b9b2-fee999f852c7/test.cache.data in system properties and HBase conf 2024-11-22T14:34:48,554 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50f1eb9f-69fe-9282-b9b2-fee999f852c7/hadoop.tmp.dir in system properties and HBase conf 2024-11-22T14:34:48,554 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50f1eb9f-69fe-9282-b9b2-fee999f852c7/hadoop.log.dir in system properties and HBase conf 2024-11-22T14:34:48,554 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50f1eb9f-69fe-9282-b9b2-fee999f852c7/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-22T14:34:48,554 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50f1eb9f-69fe-9282-b9b2-fee999f852c7/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-22T14:34:48,554 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-22T14:34:48,554 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-22T14:34:48,554 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50f1eb9f-69fe-9282-b9b2-fee999f852c7/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-22T14:34:48,554 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50f1eb9f-69fe-9282-b9b2-fee999f852c7/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-22T14:34:48,555 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50f1eb9f-69fe-9282-b9b2-fee999f852c7/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-22T14:34:48,555 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50f1eb9f-69fe-9282-b9b2-fee999f852c7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T14:34:48,555 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50f1eb9f-69fe-9282-b9b2-fee999f852c7/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-22T14:34:48,555 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50f1eb9f-69fe-9282-b9b2-fee999f852c7/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-22T14:34:48,555 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50f1eb9f-69fe-9282-b9b2-fee999f852c7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T14:34:48,555 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50f1eb9f-69fe-9282-b9b2-fee999f852c7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T14:34:48,555 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50f1eb9f-69fe-9282-b9b2-fee999f852c7/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-22T14:34:48,555 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50f1eb9f-69fe-9282-b9b2-fee999f852c7/nfs.dump.dir in system properties and HBase conf 2024-11-22T14:34:48,555 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50f1eb9f-69fe-9282-b9b2-fee999f852c7/java.io.tmpdir in system properties and HBase conf 2024-11-22T14:34:48,555 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50f1eb9f-69fe-9282-b9b2-fee999f852c7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T14:34:48,555 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50f1eb9f-69fe-9282-b9b2-fee999f852c7/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-22T14:34:48,555 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50f1eb9f-69fe-9282-b9b2-fee999f852c7/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-22T14:34:48,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10067daf3520002, quorum=127.0.0.1:63574, baseZNode=/0-764911506 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-22T14:34:48,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10067daf3520005, quorum=127.0.0.1:63574, baseZNode=/1-424323231 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-22T14:34:48,608 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10067daf3520002, quorum=127.0.0.1:63574, baseZNode=/0-764911506 Received Disconnected from ZooKeeper, ignoring 2024-11-22T14:34:48,608 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10067daf3520005, quorum=127.0.0.1:63574, baseZNode=/1-424323231 Received Disconnected from ZooKeeper, ignoring 2024-11-22T14:34:48,616 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T14:34:48,618 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T14:34:48,620 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T14:34:48,620 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T14:34:48,620 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-22T14:34:48,621 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T14:34:48,622 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7188027e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50f1eb9f-69fe-9282-b9b2-fee999f852c7/hadoop.log.dir/,AVAILABLE} 2024-11-22T14:34:48,622 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@652543cb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T14:34:48,715 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@56199b95{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50f1eb9f-69fe-9282-b9b2-fee999f852c7/java.io.tmpdir/jetty-localhost-37959-hadoop-hdfs-3_4_1-tests_jar-_-any-5712033682914672211/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T14:34:48,716 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7612f0c{HTTP/1.1, (http/1.1)}{localhost:37959} 2024-11-22T14:34:48,716 INFO [Time-limited test {}] server.Server(415): Started @209249ms 2024-11-22T14:34:48,774 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T14:34:48,779 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T14:34:48,781 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T14:34:48,781 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T14:34:48,781 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-22T14:34:48,782 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@69529380{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50f1eb9f-69fe-9282-b9b2-fee999f852c7/hadoop.log.dir/,AVAILABLE} 2024-11-22T14:34:48,782 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@c10706a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T14:34:48,891 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@38668141{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50f1eb9f-69fe-9282-b9b2-fee999f852c7/java.io.tmpdir/jetty-localhost-37025-hadoop-hdfs-3_4_1-tests_jar-_-any-7886616355816524560/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T14:34:48,891 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@65274dbf{HTTP/1.1, (http/1.1)}{localhost:37025} 2024-11-22T14:34:48,892 INFO [Time-limited test {}] server.Server(415): Started @209425ms 2024-11-22T14:34:48,893 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-22T14:34:48,956 WARN [Thread-2665 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50f1eb9f-69fe-9282-b9b2-fee999f852c7/cluster_08fbcdc6-c6ae-bbd2-3322-938a6e9e62b9/data/data2/current/BP-1246360823-172.17.0.2-1732286088572/current, will proceed with Du for space computation calculation, 2024-11-22T14:34:48,956 WARN [Thread-2664 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50f1eb9f-69fe-9282-b9b2-fee999f852c7/cluster_08fbcdc6-c6ae-bbd2-3322-938a6e9e62b9/data/data1/current/BP-1246360823-172.17.0.2-1732286088572/current, will proceed with Du for space computation calculation, 2024-11-22T14:34:48,974 WARN [Thread-2652 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-22T14:34:48,976 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa1be6146df354a31 with lease ID 0xed057018fdd64bc: Processing first storage report for DS-8379661d-82cd-4bbf-9e61-474ef8b37f30 from datanode DatanodeRegistration(127.0.0.1:40029, datanodeUuid=17dfc17f-d414-4e5f-b0cd-94260ae2ff39, infoPort=44139, infoSecurePort=0, ipcPort=42637, storageInfo=lv=-57;cid=testClusterID;nsid=2091609149;c=1732286088572) 2024-11-22T14:34:48,976 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa1be6146df354a31 with lease ID 0xed057018fdd64bc: from storage DS-8379661d-82cd-4bbf-9e61-474ef8b37f30 node DatanodeRegistration(127.0.0.1:40029, datanodeUuid=17dfc17f-d414-4e5f-b0cd-94260ae2ff39, infoPort=44139, infoSecurePort=0, ipcPort=42637, storageInfo=lv=-57;cid=testClusterID;nsid=2091609149;c=1732286088572), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T14:34:48,976 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa1be6146df354a31 with lease ID 0xed057018fdd64bc: Processing first storage report for DS-d6e59f51-d0c5-484e-bed3-85488117649f from datanode DatanodeRegistration(127.0.0.1:40029, datanodeUuid=17dfc17f-d414-4e5f-b0cd-94260ae2ff39, infoPort=44139, infoSecurePort=0, ipcPort=42637, storageInfo=lv=-57;cid=testClusterID;nsid=2091609149;c=1732286088572) 2024-11-22T14:34:48,977 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa1be6146df354a31 with lease ID 0xed057018fdd64bc: from storage DS-d6e59f51-d0c5-484e-bed3-85488117649f node DatanodeRegistration(127.0.0.1:40029, datanodeUuid=17dfc17f-d414-4e5f-b0cd-94260ae2ff39, infoPort=44139, infoSecurePort=0, ipcPort=42637, storageInfo=lv=-57;cid=testClusterID;nsid=2091609149;c=1732286088572), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T14:34:49,017 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50f1eb9f-69fe-9282-b9b2-fee999f852c7 2024-11-22T14:34:49,017 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T14:34:49,018 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T14:34:49,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40029 is added to blk_1073741825_1001 (size=7) 2024-11-22T14:34:49,425 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36247/user/jenkins/test-data/7cbabb8a-9daf-a46f-7e5f-55b674a0552c with version=8 2024-11-22T14:34:49,425 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36247/user/jenkins/test-data/7cbabb8a-9daf-a46f-7e5f-55b674a0552c/hbase-staging 2024-11-22T14:34:49,427 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b313e41b3af3:0 server-side Connection retries=45 2024-11-22T14:34:49,427 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T14:34:49,427 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T14:34:49,427 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T14:34:49,427 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T14:34:49,427 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T14:34:49,427 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-22T14:34:49,427 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T14:34:49,428 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44443 2024-11-22T14:34:49,428 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44443 connecting to ZooKeeper ensemble=127.0.0.1:56016 2024-11-22T14:34:49,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:444430x0, quorum=127.0.0.1:56016, baseZNode=/0266375454 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T14:34:49,432 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44443-0x10067db61d70000 connected 2024-11-22T14:34:49,445 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T14:34:49,446 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T14:34:49,448 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44443-0x10067db61d70000, quorum=127.0.0.1:56016, baseZNode=/0266375454 Set watcher on znode that does not yet exist, /0266375454/running 2024-11-22T14:34:49,448 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36247/user/jenkins/test-data/7cbabb8a-9daf-a46f-7e5f-55b674a0552c, hbase.cluster.distributed=false 2024-11-22T14:34:49,449 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44443-0x10067db61d70000, quorum=127.0.0.1:56016, baseZNode=/0266375454 Set watcher on znode that does not yet exist, /0266375454/acl 2024-11-22T14:34:49,452 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44443 2024-11-22T14:34:49,453 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44443 2024-11-22T14:34:49,453 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44443 2024-11-22T14:34:49,456 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44443 2024-11-22T14:34:49,456 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44443 2024-11-22T14:34:49,468 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b313e41b3af3:0 server-side Connection retries=45 2024-11-22T14:34:49,468 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T14:34:49,468 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T14:34:49,468 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T14:34:49,468 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T14:34:49,469 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T14:34:49,469 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-22T14:34:49,469 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T14:34:49,469 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38729 2024-11-22T14:34:49,470 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38729 connecting to ZooKeeper ensemble=127.0.0.1:56016 2024-11-22T14:34:49,470 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T14:34:49,471 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T14:34:49,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:387290x0, quorum=127.0.0.1:56016, baseZNode=/0266375454 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T14:34:49,474 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:387290x0, quorum=127.0.0.1:56016, baseZNode=/0266375454 Set watcher on znode that does not yet exist, /0266375454/running 2024-11-22T14:34:49,474 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38729-0x10067db61d70001 connected 2024-11-22T14:34:49,475 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-22T14:34:49,477 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-22T14:34:49,478 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38729-0x10067db61d70001, quorum=127.0.0.1:56016, baseZNode=/0266375454 Set watcher on znode that does not yet exist, /0266375454/master 2024-11-22T14:34:49,478 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38729-0x10067db61d70001, quorum=127.0.0.1:56016, baseZNode=/0266375454 Set watcher on znode that does not yet exist, /0266375454/acl 2024-11-22T14:34:49,481 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38729 2024-11-22T14:34:49,481 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38729 2024-11-22T14:34:49,482 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38729 2024-11-22T14:34:49,483 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38729 2024-11-22T14:34:49,485 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38729 2024-11-22T14:34:49,497 DEBUG [M:0;b313e41b3af3:44443 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b313e41b3af3:44443 2024-11-22T14:34:49,497 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0266375454/backup-masters/b313e41b3af3,44443,1732286089427 2024-11-22T14:34:49,498 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44443-0x10067db61d70000, quorum=127.0.0.1:56016, baseZNode=/0266375454 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0266375454/backup-masters 2024-11-22T14:34:49,498 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38729-0x10067db61d70001, quorum=127.0.0.1:56016, baseZNode=/0266375454 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0266375454/backup-masters 2024-11-22T14:34:49,499 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44443-0x10067db61d70000, quorum=127.0.0.1:56016, baseZNode=/0266375454 Set watcher on existing znode=/0266375454/backup-masters/b313e41b3af3,44443,1732286089427 2024-11-22T14:34:49,499 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38729-0x10067db61d70001, quorum=127.0.0.1:56016, baseZNode=/0266375454 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0266375454/master 2024-11-22T14:34:49,499 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44443-0x10067db61d70000, quorum=127.0.0.1:56016, baseZNode=/0266375454 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0266375454 2024-11-22T14:34:49,499 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38729-0x10067db61d70001, quorum=127.0.0.1:56016, baseZNode=/0266375454 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0266375454 2024-11-22T14:34:49,500 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44443-0x10067db61d70000, quorum=127.0.0.1:56016, baseZNode=/0266375454 Set watcher on existing znode=/0266375454/master 2024-11-22T14:34:49,500 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0266375454/backup-masters/b313e41b3af3,44443,1732286089427 from backup master directory 2024-11-22T14:34:49,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38729-0x10067db61d70001, quorum=127.0.0.1:56016, baseZNode=/0266375454 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0266375454/backup-masters 2024-11-22T14:34:49,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44443-0x10067db61d70000, quorum=127.0.0.1:56016, baseZNode=/0266375454 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0266375454/backup-masters/b313e41b3af3,44443,1732286089427 2024-11-22T14:34:49,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44443-0x10067db61d70000, quorum=127.0.0.1:56016, baseZNode=/0266375454 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0266375454/backup-masters 2024-11-22T14:34:49,501 WARN [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T14:34:49,501 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b313e41b3af3,44443,1732286089427 2024-11-22T14:34:49,506 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36247/user/jenkins/test-data/7cbabb8a-9daf-a46f-7e5f-55b674a0552c/hbase.id] with ID: 02d234c3-61f4-462c-a2d5-7fdc7731e980 2024-11-22T14:34:49,506 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36247/user/jenkins/test-data/7cbabb8a-9daf-a46f-7e5f-55b674a0552c/.tmp/hbase.id 2024-11-22T14:34:49,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40029 is added to blk_1073741826_1002 (size=42) 2024-11-22T14:34:49,912 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36247/user/jenkins/test-data/7cbabb8a-9daf-a46f-7e5f-55b674a0552c/.tmp/hbase.id]:[hdfs://localhost:36247/user/jenkins/test-data/7cbabb8a-9daf-a46f-7e5f-55b674a0552c/hbase.id] 2024-11-22T14:34:49,920 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T14:34:49,921 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-22T14:34:49,921 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-22T14:34:49,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38729-0x10067db61d70001, quorum=127.0.0.1:56016, baseZNode=/0266375454 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0266375454 2024-11-22T14:34:49,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44443-0x10067db61d70000, quorum=127.0.0.1:56016, baseZNode=/0266375454 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0266375454 2024-11-22T14:34:49,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40029 is added to blk_1073741827_1003 (size=196) 2024-11-22T14:34:50,327 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T14:34:50,327 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-22T14:34:50,328 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T14:34:50,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40029 is added to blk_1073741828_1004 (size=1189) 2024-11-22T14:34:50,733 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36247/user/jenkins/test-data/7cbabb8a-9daf-a46f-7e5f-55b674a0552c/MasterData/data/master/store 2024-11-22T14:34:50,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40029 is added to blk_1073741829_1005 (size=34) 2024-11-22T14:34:51,138 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T14:34:51,138 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T14:34:51,138 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T14:34:51,138 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T14:34:51,138 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T14:34:51,138 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T14:34:51,138 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T14:34:51,138 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732286091138Disabling compacts and flushes for region at 1732286091138Disabling writes for close at 1732286091138Writing region close event to WAL at 1732286091138Closed at 1732286091138 2024-11-22T14:34:51,139 WARN [master/b313e41b3af3:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36247/user/jenkins/test-data/7cbabb8a-9daf-a46f-7e5f-55b674a0552c/MasterData/data/master/store/.initializing 2024-11-22T14:34:51,139 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36247/user/jenkins/test-data/7cbabb8a-9daf-a46f-7e5f-55b674a0552c/MasterData/WALs/b313e41b3af3,44443,1732286089427 2024-11-22T14:34:51,140 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T14:34:51,141 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b313e41b3af3%2C44443%2C1732286089427, suffix=, logDir=hdfs://localhost:36247/user/jenkins/test-data/7cbabb8a-9daf-a46f-7e5f-55b674a0552c/MasterData/WALs/b313e41b3af3,44443,1732286089427, archiveDir=hdfs://localhost:36247/user/jenkins/test-data/7cbabb8a-9daf-a46f-7e5f-55b674a0552c/MasterData/oldWALs, maxLogs=10 2024-11-22T14:34:51,153 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7cbabb8a-9daf-a46f-7e5f-55b674a0552c/MasterData/WALs/b313e41b3af3,44443,1732286089427/b313e41b3af3%2C44443%2C1732286089427.1732286091141, exclude list is [], retry=0 2024-11-22T14:34:51,155 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40029,DS-8379661d-82cd-4bbf-9e61-474ef8b37f30,DISK] 2024-11-22T14:34:51,157 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7cbabb8a-9daf-a46f-7e5f-55b674a0552c/MasterData/WALs/b313e41b3af3,44443,1732286089427/b313e41b3af3%2C44443%2C1732286089427.1732286091141 2024-11-22T14:34:51,157 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44139:44139)] 2024-11-22T14:34:51,157 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-22T14:34:51,157 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T14:34:51,158 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:34:51,158 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:34:51,159 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:34:51,160 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-22T14:34:51,160 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:34:51,160 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T14:34:51,160 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:34:51,161 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-22T14:34:51,161 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:34:51,161 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:34:51,161 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:34:51,162 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-22T14:34:51,162 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:34:51,162 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:34:51,162 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:34:51,163 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-22T14:34:51,163 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:34:51,163 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:34:51,163 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:34:51,164 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36247/user/jenkins/test-data/7cbabb8a-9daf-a46f-7e5f-55b674a0552c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:34:51,164 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36247/user/jenkins/test-data/7cbabb8a-9daf-a46f-7e5f-55b674a0552c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:34:51,166 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:34:51,166 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:34:51,166 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T14:34:51,167 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:34:51,169 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36247/user/jenkins/test-data/7cbabb8a-9daf-a46f-7e5f-55b674a0552c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T14:34:51,169 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73473792, jitterRate=0.09484481811523438}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T14:34:51,170 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732286091158Initializing all the Stores at 1732286091158Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732286091158Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732286091159 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732286091159Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732286091159Cleaning up temporary data from old regions at 1732286091166 (+7 ms)Region opened successfully at 1732286091170 (+4 ms) 2024-11-22T14:34:51,170 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-22T14:34:51,172 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13e972ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b313e41b3af3/172.17.0.2:0 2024-11-22T14:34:51,173 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-22T14:34:51,173 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-22T14:34:51,173 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-22T14:34:51,173 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-22T14:34:51,174 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-22T14:34:51,174 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-22T14:34:51,174 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-22T14:34:51,175 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-22T14:34:51,176 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44443-0x10067db61d70000, quorum=127.0.0.1:56016, baseZNode=/0266375454 Unable to get data of znode /0266375454/balancer because node does not exist (not necessarily an error) 2024-11-22T14:34:51,177 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0266375454/balancer already deleted, retry=false 2024-11-22T14:34:51,177 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-22T14:34:51,177 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44443-0x10067db61d70000, quorum=127.0.0.1:56016, baseZNode=/0266375454 Unable to get data of znode /0266375454/normalizer because node does not exist (not necessarily an error) 2024-11-22T14:34:51,178 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0266375454/normalizer already deleted, retry=false 2024-11-22T14:34:51,178 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-22T14:34:51,178 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44443-0x10067db61d70000, quorum=127.0.0.1:56016, baseZNode=/0266375454 Unable to get data of znode /0266375454/switch/split because node does not exist (not necessarily an error) 2024-11-22T14:34:51,179 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0266375454/switch/split already deleted, retry=false 2024-11-22T14:34:51,179 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44443-0x10067db61d70000, quorum=127.0.0.1:56016, baseZNode=/0266375454 Unable to get data of znode /0266375454/switch/merge because node does not exist (not necessarily an error) 2024-11-22T14:34:51,180 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0266375454/switch/merge already deleted, retry=false 2024-11-22T14:34:51,181 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44443-0x10067db61d70000, quorum=127.0.0.1:56016, baseZNode=/0266375454 Unable to get data of znode /0266375454/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-22T14:34:51,182 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0266375454/snapshot-cleanup already deleted, retry=false 2024-11-22T14:34:51,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44443-0x10067db61d70000, quorum=127.0.0.1:56016, baseZNode=/0266375454 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0266375454/running 2024-11-22T14:34:51,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38729-0x10067db61d70001, quorum=127.0.0.1:56016, baseZNode=/0266375454 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0266375454/running 2024-11-22T14:34:51,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44443-0x10067db61d70000, quorum=127.0.0.1:56016, baseZNode=/0266375454 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0266375454 2024-11-22T14:34:51,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38729-0x10067db61d70001, quorum=127.0.0.1:56016, baseZNode=/0266375454 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0266375454 2024-11-22T14:34:51,183 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b313e41b3af3,44443,1732286089427, sessionid=0x10067db61d70000, setting cluster-up flag (Was=false) 2024-11-22T14:34:51,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38729-0x10067db61d70001, quorum=127.0.0.1:56016, baseZNode=/0266375454 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0266375454 2024-11-22T14:34:51,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44443-0x10067db61d70000, quorum=127.0.0.1:56016, baseZNode=/0266375454 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0266375454 2024-11-22T14:34:51,186 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0266375454/flush-table-proc/acquired, /0266375454/flush-table-proc/reached, /0266375454/flush-table-proc/abort 2024-11-22T14:34:51,187 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b313e41b3af3,44443,1732286089427 2024-11-22T14:34:51,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44443-0x10067db61d70000, quorum=127.0.0.1:56016, baseZNode=/0266375454 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0266375454 2024-11-22T14:34:51,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38729-0x10067db61d70001, quorum=127.0.0.1:56016, baseZNode=/0266375454 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0266375454 2024-11-22T14:34:51,191 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0266375454/online-snapshot/acquired, /0266375454/online-snapshot/reached, /0266375454/online-snapshot/abort 2024-11-22T14:34:51,191 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b313e41b3af3,44443,1732286089427 2024-11-22T14:34:51,192 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36247/user/jenkins/test-data/7cbabb8a-9daf-a46f-7e5f-55b674a0552c/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-22T14:34:51,193 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-22T14:34:51,193 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-22T14:34:51,193 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-22T14:34:51,194 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b313e41b3af3,44443,1732286089427 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-22T14:34:51,194 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b313e41b3af3:0, corePoolSize=5, maxPoolSize=5 2024-11-22T14:34:51,194 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b313e41b3af3:0, corePoolSize=5, maxPoolSize=5 2024-11-22T14:34:51,195 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b313e41b3af3:0, corePoolSize=5, maxPoolSize=5 2024-11-22T14:34:51,195 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b313e41b3af3:0, corePoolSize=5, maxPoolSize=5 2024-11-22T14:34:51,195 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b313e41b3af3:0, corePoolSize=10, maxPoolSize=10 2024-11-22T14:34:51,195 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:34:51,195 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b313e41b3af3:0, corePoolSize=2, maxPoolSize=2 2024-11-22T14:34:51,195 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:34:51,200 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T14:34:51,200 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-22T14:34:51,200 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:34:51,200 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-22T14:34:51,202 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732286121202 2024-11-22T14:34:51,202 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-22T14:34:51,202 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-22T14:34:51,202 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-22T14:34:51,202 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-22T14:34:51,202 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-22T14:34:51,202 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-22T14:34:51,205 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T14:34:51,205 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-22T14:34:51,205 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-22T14:34:51,206 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-22T14:34:51,206 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-22T14:34:51,206 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-22T14:34:51,206 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-22T14:34:51,206 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b313e41b3af3:0:becomeActiveMaster-HFileCleaner.large.0-1732286091206,5,FailOnTimeoutGroup] 2024-11-22T14:34:51,209 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b313e41b3af3:0:becomeActiveMaster-HFileCleaner.small.0-1732286091206,5,FailOnTimeoutGroup] 2024-11-22T14:34:51,209 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T14:34:51,209 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-22T14:34:51,209 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-22T14:34:51,209 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-22T14:34:51,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40029 is added to blk_1073741831_1007 (size=1321) 2024-11-22T14:34:51,290 INFO [RS:0;b313e41b3af3:38729 {}] regionserver.HRegionServer(746): ClusterId : 02d234c3-61f4-462c-a2d5-7fdc7731e980 2024-11-22T14:34:51,290 DEBUG [RS:0;b313e41b3af3:38729 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-22T14:34:51,291 DEBUG [RS:0;b313e41b3af3:38729 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-22T14:34:51,291 DEBUG [RS:0;b313e41b3af3:38729 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-22T14:34:51,292 DEBUG [RS:0;b313e41b3af3:38729 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-22T14:34:51,292 DEBUG [RS:0;b313e41b3af3:38729 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ba45918, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b313e41b3af3/172.17.0.2:0 2024-11-22T14:34:51,303 DEBUG [RS:0;b313e41b3af3:38729 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b313e41b3af3:38729 2024-11-22T14:34:51,303 INFO [RS:0;b313e41b3af3:38729 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-22T14:34:51,303 INFO [RS:0;b313e41b3af3:38729 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-22T14:34:51,303 DEBUG [RS:0;b313e41b3af3:38729 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-22T14:34:51,303 INFO [RS:0;b313e41b3af3:38729 {}] regionserver.HRegionServer(2659): reportForDuty to master=b313e41b3af3,44443,1732286089427 with port=38729, startcode=1732286089468 2024-11-22T14:34:51,304 DEBUG [RS:0;b313e41b3af3:38729 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-22T14:34:51,305 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59733, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=RegionServerStatusService 2024-11-22T14:34:51,305 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44443 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b313e41b3af3,38729,1732286089468 2024-11-22T14:34:51,305 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44443 {}] master.ServerManager(517): Registering regionserver=b313e41b3af3,38729,1732286089468 2024-11-22T14:34:51,306 DEBUG [RS:0;b313e41b3af3:38729 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36247/user/jenkins/test-data/7cbabb8a-9daf-a46f-7e5f-55b674a0552c 2024-11-22T14:34:51,306 DEBUG [RS:0;b313e41b3af3:38729 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36247 2024-11-22T14:34:51,306 DEBUG [RS:0;b313e41b3af3:38729 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-22T14:34:51,307 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44443-0x10067db61d70000, quorum=127.0.0.1:56016, baseZNode=/0266375454 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0266375454/rs 2024-11-22T14:34:51,308 DEBUG [RS:0;b313e41b3af3:38729 {}] zookeeper.ZKUtil(111): regionserver:38729-0x10067db61d70001, quorum=127.0.0.1:56016, baseZNode=/0266375454 Set watcher on existing znode=/0266375454/rs/b313e41b3af3,38729,1732286089468 2024-11-22T14:34:51,308 WARN [RS:0;b313e41b3af3:38729 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T14:34:51,308 INFO [RS:0;b313e41b3af3:38729 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T14:34:51,308 DEBUG [RS:0;b313e41b3af3:38729 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36247/user/jenkins/test-data/7cbabb8a-9daf-a46f-7e5f-55b674a0552c/WALs/b313e41b3af3,38729,1732286089468 2024-11-22T14:34:51,308 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b313e41b3af3,38729,1732286089468] 2024-11-22T14:34:51,311 INFO [RS:0;b313e41b3af3:38729 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-22T14:34:51,312 INFO [RS:0;b313e41b3af3:38729 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-22T14:34:51,313 INFO [RS:0;b313e41b3af3:38729 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-22T14:34:51,313 INFO [RS:0;b313e41b3af3:38729 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T14:34:51,313 INFO [RS:0;b313e41b3af3:38729 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-22T14:34:51,314 INFO [RS:0;b313e41b3af3:38729 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-22T14:34:51,314 INFO [RS:0;b313e41b3af3:38729 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-22T14:34:51,314 DEBUG [RS:0;b313e41b3af3:38729 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:34:51,314 DEBUG [RS:0;b313e41b3af3:38729 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:34:51,314 DEBUG [RS:0;b313e41b3af3:38729 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:34:51,314 DEBUG [RS:0;b313e41b3af3:38729 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:34:51,314 DEBUG [RS:0;b313e41b3af3:38729 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:34:51,314 DEBUG [RS:0;b313e41b3af3:38729 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b313e41b3af3:0, corePoolSize=2, maxPoolSize=2 2024-11-22T14:34:51,314 DEBUG [RS:0;b313e41b3af3:38729 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:34:51,314 DEBUG [RS:0;b313e41b3af3:38729 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:34:51,314 DEBUG [RS:0;b313e41b3af3:38729 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:34:51,314 DEBUG [RS:0;b313e41b3af3:38729 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:34:51,314 DEBUG [RS:0;b313e41b3af3:38729 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:34:51,314 DEBUG [RS:0;b313e41b3af3:38729 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:34:51,314 DEBUG [RS:0;b313e41b3af3:38729 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b313e41b3af3:0, corePoolSize=3, maxPoolSize=3 2024-11-22T14:34:51,314 DEBUG [RS:0;b313e41b3af3:38729 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b313e41b3af3:0, corePoolSize=3, maxPoolSize=3 2024-11-22T14:34:51,317 INFO [RS:0;b313e41b3af3:38729 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T14:34:51,317 INFO [RS:0;b313e41b3af3:38729 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T14:34:51,317 INFO [RS:0;b313e41b3af3:38729 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T14:34:51,317 INFO [RS:0;b313e41b3af3:38729 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-22T14:34:51,317 INFO [RS:0;b313e41b3af3:38729 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-22T14:34:51,317 INFO [RS:0;b313e41b3af3:38729 {}] hbase.ChoreService(168): Chore ScheduledChore name=b313e41b3af3,38729,1732286089468-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T14:34:51,332 INFO [RS:0;b313e41b3af3:38729 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-22T14:34:51,332 INFO [RS:0;b313e41b3af3:38729 {}] hbase.ChoreService(168): Chore ScheduledChore name=b313e41b3af3,38729,1732286089468-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T14:34:51,332 INFO [RS:0;b313e41b3af3:38729 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T14:34:51,332 INFO [RS:0;b313e41b3af3:38729 {}] regionserver.Replication(171): b313e41b3af3,38729,1732286089468 started 2024-11-22T14:34:51,344 INFO [RS:0;b313e41b3af3:38729 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T14:34:51,344 INFO [RS:0;b313e41b3af3:38729 {}] regionserver.HRegionServer(1482): Serving as b313e41b3af3,38729,1732286089468, RpcServer on b313e41b3af3/172.17.0.2:38729, sessionid=0x10067db61d70001 2024-11-22T14:34:51,344 DEBUG [RS:0;b313e41b3af3:38729 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-22T14:34:51,344 DEBUG [RS:0;b313e41b3af3:38729 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b313e41b3af3,38729,1732286089468 2024-11-22T14:34:51,344 DEBUG [RS:0;b313e41b3af3:38729 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b313e41b3af3,38729,1732286089468' 2024-11-22T14:34:51,344 DEBUG [RS:0;b313e41b3af3:38729 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0266375454/flush-table-proc/abort' 2024-11-22T14:34:51,344 DEBUG [RS:0;b313e41b3af3:38729 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0266375454/flush-table-proc/acquired' 2024-11-22T14:34:51,345 DEBUG [RS:0;b313e41b3af3:38729 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-22T14:34:51,345 DEBUG [RS:0;b313e41b3af3:38729 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-22T14:34:51,345 DEBUG [RS:0;b313e41b3af3:38729 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b313e41b3af3,38729,1732286089468 2024-11-22T14:34:51,345 DEBUG [RS:0;b313e41b3af3:38729 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b313e41b3af3,38729,1732286089468' 2024-11-22T14:34:51,345 DEBUG [RS:0;b313e41b3af3:38729 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0266375454/online-snapshot/abort' 2024-11-22T14:34:51,345 DEBUG [RS:0;b313e41b3af3:38729 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0266375454/online-snapshot/acquired' 2024-11-22T14:34:51,346 DEBUG [RS:0;b313e41b3af3:38729 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-22T14:34:51,346 INFO [RS:0;b313e41b3af3:38729 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-22T14:34:51,346 INFO [RS:0;b313e41b3af3:38729 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-22T14:34:51,446 INFO [RS:0;b313e41b3af3:38729 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T14:34:51,447 INFO [RS:0;b313e41b3af3:38729 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b313e41b3af3%2C38729%2C1732286089468, suffix=, logDir=hdfs://localhost:36247/user/jenkins/test-data/7cbabb8a-9daf-a46f-7e5f-55b674a0552c/WALs/b313e41b3af3,38729,1732286089468, archiveDir=hdfs://localhost:36247/user/jenkins/test-data/7cbabb8a-9daf-a46f-7e5f-55b674a0552c/oldWALs, maxLogs=10 2024-11-22T14:34:51,459 DEBUG [RS:0;b313e41b3af3:38729 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7cbabb8a-9daf-a46f-7e5f-55b674a0552c/WALs/b313e41b3af3,38729,1732286089468/b313e41b3af3%2C38729%2C1732286089468.1732286091448, exclude list is [], retry=0 2024-11-22T14:34:51,461 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40029,DS-8379661d-82cd-4bbf-9e61-474ef8b37f30,DISK] 2024-11-22T14:34:51,463 INFO [RS:0;b313e41b3af3:38729 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7cbabb8a-9daf-a46f-7e5f-55b674a0552c/WALs/b313e41b3af3,38729,1732286089468/b313e41b3af3%2C38729%2C1732286089468.1732286091448 2024-11-22T14:34:51,463 DEBUG [RS:0;b313e41b3af3:38729 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44139:44139)] 2024-11-22T14:34:51,614 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36247/user/jenkins/test-data/7cbabb8a-9daf-a46f-7e5f-55b674a0552c/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-22T14:34:51,614 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36247/user/jenkins/test-data/7cbabb8a-9daf-a46f-7e5f-55b674a0552c 2024-11-22T14:34:51,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40029 is added to blk_1073741833_1009 (size=32) 2024-11-22T14:34:52,019 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T14:34:52,020 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T14:34:52,021 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T14:34:52,021 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:34:52,021 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T14:34:52,022 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T14:34:52,022 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T14:34:52,022 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:34:52,022 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T14:34:52,023 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T14:34:52,023 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T14:34:52,023 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:34:52,024 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T14:34:52,024 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T14:34:52,024 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T14:34:52,024 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:34:52,025 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T14:34:52,025 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T14:34:52,025 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36247/user/jenkins/test-data/7cbabb8a-9daf-a46f-7e5f-55b674a0552c/data/hbase/meta/1588230740 2024-11-22T14:34:52,026 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36247/user/jenkins/test-data/7cbabb8a-9daf-a46f-7e5f-55b674a0552c/data/hbase/meta/1588230740 2024-11-22T14:34:52,026 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T14:34:52,026 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T14:34:52,027 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T14:34:52,027 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T14:34:52,029 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36247/user/jenkins/test-data/7cbabb8a-9daf-a46f-7e5f-55b674a0552c/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T14:34:52,029 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66269334, jitterRate=-0.012509971857070923}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T14:34:52,029 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732286092019Initializing all the Stores at 1732286092020 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732286092020Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732286092020Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732286092020Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732286092020Cleaning up temporary data from old regions at 1732286092026 (+6 ms)Region opened successfully at 1732286092029 (+3 ms) 2024-11-22T14:34:52,029 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-22T14:34:52,029 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-22T14:34:52,029 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-22T14:34:52,029 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T14:34:52,029 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T14:34:52,030 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-22T14:34:52,030 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732286092029Disabling compacts and flushes for region at 1732286092029Disabling writes for close at 1732286092029Writing region close event to WAL at 1732286092030 (+1 ms)Closed at 1732286092030 2024-11-22T14:34:52,031 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T14:34:52,031 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-22T14:34:52,031 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-22T14:34:52,031 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T14:34:52,032 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-22T14:34:52,182 DEBUG [b313e41b3af3:44443 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-22T14:34:52,183 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b313e41b3af3,38729,1732286089468 2024-11-22T14:34:52,184 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b313e41b3af3,38729,1732286089468, state=OPENING 2024-11-22T14:34:52,185 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-22T14:34:52,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38729-0x10067db61d70001, quorum=127.0.0.1:56016, baseZNode=/0266375454 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0266375454 2024-11-22T14:34:52,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44443-0x10067db61d70000, quorum=127.0.0.1:56016, baseZNode=/0266375454 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0266375454 2024-11-22T14:34:52,186 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0266375454/meta-region-server: CHANGED 2024-11-22T14:34:52,186 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0266375454/meta-region-server: CHANGED 2024-11-22T14:34:52,186 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T14:34:52,186 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b313e41b3af3,38729,1732286089468}] 2024-11-22T14:34:52,202 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-22T14:34:52,203 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:34:52,203 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:34:52,231 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:34:52,231 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:34:52,231 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:34:52,231 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:34:52,231 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:34:52,232 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:34:52,237 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:34:52,240 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:34:52,240 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:34:52,242 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:34:52,338 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-22T14:34:52,339 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34335, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-22T14:34:52,342 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-22T14:34:52,342 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T14:34:52,342 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-22T14:34:52,343 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b313e41b3af3%2C38729%2C1732286089468.meta, suffix=.meta, logDir=hdfs://localhost:36247/user/jenkins/test-data/7cbabb8a-9daf-a46f-7e5f-55b674a0552c/WALs/b313e41b3af3,38729,1732286089468, archiveDir=hdfs://localhost:36247/user/jenkins/test-data/7cbabb8a-9daf-a46f-7e5f-55b674a0552c/oldWALs, maxLogs=10 2024-11-22T14:34:52,355 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7cbabb8a-9daf-a46f-7e5f-55b674a0552c/WALs/b313e41b3af3,38729,1732286089468/b313e41b3af3%2C38729%2C1732286089468.meta.1732286092343.meta, exclude list is [], retry=0 2024-11-22T14:34:52,357 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40029,DS-8379661d-82cd-4bbf-9e61-474ef8b37f30,DISK] 2024-11-22T14:34:52,358 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7cbabb8a-9daf-a46f-7e5f-55b674a0552c/WALs/b313e41b3af3,38729,1732286089468/b313e41b3af3%2C38729%2C1732286089468.meta.1732286092343.meta 2024-11-22T14:34:52,359 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44139:44139)] 2024-11-22T14:34:52,359 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-22T14:34:52,360 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-22T14:34:52,360 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-22T14:34:52,360 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-22T14:34:52,360 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-22T14:34:52,360 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-22T14:34:52,360 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T14:34:52,360 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-22T14:34:52,360 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-22T14:34:52,361 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T14:34:52,362 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T14:34:52,362 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:34:52,362 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T14:34:52,362 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T14:34:52,363 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T14:34:52,363 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:34:52,363 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T14:34:52,363 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T14:34:52,364 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T14:34:52,364 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:34:52,364 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T14:34:52,364 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T14:34:52,365 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T14:34:52,365 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:34:52,365 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T14:34:52,365 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T14:34:52,366 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36247/user/jenkins/test-data/7cbabb8a-9daf-a46f-7e5f-55b674a0552c/data/hbase/meta/1588230740 2024-11-22T14:34:52,366 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36247/user/jenkins/test-data/7cbabb8a-9daf-a46f-7e5f-55b674a0552c/data/hbase/meta/1588230740 2024-11-22T14:34:52,367 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T14:34:52,367 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T14:34:52,367 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T14:34:52,368 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T14:34:52,368 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66188529, jitterRate=-0.013714060187339783}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T14:34:52,368 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-22T14:34:52,369 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732286092360Writing region info on filesystem at 1732286092360Initializing all the Stores at 1732286092361 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732286092361Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732286092361Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732286092361Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732286092361Cleaning up temporary data from old regions at 1732286092367 (+6 ms)Running coprocessor post-open hooks at 1732286092368 (+1 ms)Region opened successfully at 1732286092369 (+1 ms) 2024-11-22T14:34:52,369 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732286092338 2024-11-22T14:34:52,371 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-22T14:34:52,371 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-22T14:34:52,372 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b313e41b3af3,38729,1732286089468 2024-11-22T14:34:52,372 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b313e41b3af3,38729,1732286089468, state=OPEN 2024-11-22T14:34:52,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38729-0x10067db61d70001, quorum=127.0.0.1:56016, baseZNode=/0266375454 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0266375454/meta-region-server 2024-11-22T14:34:52,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44443-0x10067db61d70000, quorum=127.0.0.1:56016, baseZNode=/0266375454 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0266375454/meta-region-server 2024-11-22T14:34:52,374 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0266375454/meta-region-server: CHANGED 2024-11-22T14:34:52,374 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0266375454/meta-region-server: CHANGED 2024-11-22T14:34:52,374 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b313e41b3af3,38729,1732286089468 2024-11-22T14:34:52,376 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-22T14:34:52,376 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b313e41b3af3,38729,1732286089468 in 188 msec 2024-11-22T14:34:52,378 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-22T14:34:52,378 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 345 msec 2024-11-22T14:34:52,378 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T14:34:52,378 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-22T14:34:52,379 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T14:34:52,379 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b313e41b3af3,38729,1732286089468, seqNum=-1] 2024-11-22T14:34:52,380 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T14:34:52,381 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59721, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T14:34:52,385 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1910 sec 2024-11-22T14:34:52,385 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732286092385, completionTime=-1 2024-11-22T14:34:52,385 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-22T14:34:52,385 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-22T14:34:52,386 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-22T14:34:52,386 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732286152386 2024-11-22T14:34:52,386 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732286212386 2024-11-22T14:34:52,386 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-22T14:34:52,387 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b313e41b3af3,44443,1732286089427-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T14:34:52,387 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b313e41b3af3,44443,1732286089427-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T14:34:52,387 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b313e41b3af3,44443,1732286089427-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T14:34:52,387 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b313e41b3af3:44443, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T14:34:52,387 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-22T14:34:52,387 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-22T14:34:52,389 DEBUG [master/b313e41b3af3:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-22T14:34:52,390 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.889sec 2024-11-22T14:34:52,390 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-22T14:34:52,390 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-22T14:34:52,390 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-22T14:34:52,390 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-22T14:34:52,390 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-22T14:34:52,390 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b313e41b3af3,44443,1732286089427-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T14:34:52,390 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b313e41b3af3,44443,1732286089427-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-22T14:34:52,391 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-22T14:34:52,391 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-22T14:34:52,392 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b313e41b3af3,44443,1732286089427-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T14:34:52,491 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a191a09, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:34:52,491 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b313e41b3af3,44443,-1 for getting cluster id 2024-11-22T14:34:52,491 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T14:34:52,492 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '02d234c3-61f4-462c-a2d5-7fdc7731e980' 2024-11-22T14:34:52,492 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T14:34:52,492 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "02d234c3-61f4-462c-a2d5-7fdc7731e980" 2024-11-22T14:34:52,492 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@509ae691, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:34:52,492 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b313e41b3af3,44443,-1] 2024-11-22T14:34:52,492 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T14:34:52,493 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:34:52,493 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41198, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T14:34:52,494 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4af64b53, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:34:52,494 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T14:34:52,495 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b313e41b3af3,38729,1732286089468, seqNum=-1] 2024-11-22T14:34:52,495 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T14:34:52,496 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45334, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T14:34:52,497 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b313e41b3af3,44443,1732286089427 2024-11-22T14:34:52,498 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:56016 2024-11-22T14:34:52,499 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:56016, baseZNode=/0266375454 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T14:34:52,500 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10067db61d70002 connected 2024-11-22T14:34:52,502 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50f1eb9f-69fe-9282-b9b2-fee999f852c7/hadoop.log.dir so I do NOT create it in target/test-data/f2a8d2fd-df5e-d02e-5584-2134274bdd3b 2024-11-22T14:34:52,503 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50f1eb9f-69fe-9282-b9b2-fee999f852c7/hadoop.log.dir Erasing configuration value by system value. 2024-11-22T14:34:52,503 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50f1eb9f-69fe-9282-b9b2-fee999f852c7/hadoop.tmp.dir so I do NOT create it in target/test-data/f2a8d2fd-df5e-d02e-5584-2134274bdd3b 2024-11-22T14:34:52,503 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50f1eb9f-69fe-9282-b9b2-fee999f852c7/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-22T14:34:52,503 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f2a8d2fd-df5e-d02e-5584-2134274bdd3b 2024-11-22T14:34:52,503 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-22T14:34:52,503 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f2a8d2fd-df5e-d02e-5584-2134274bdd3b/cluster_0fe51027-4de5-b445-ff05-2191af213b93, deleteOnExit=true 2024-11-22T14:34:52,503 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-22T14:34:52,503 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f2a8d2fd-df5e-d02e-5584-2134274bdd3b/test.cache.data in system properties and HBase conf 2024-11-22T14:34:52,503 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f2a8d2fd-df5e-d02e-5584-2134274bdd3b/hadoop.tmp.dir in system properties and HBase conf 2024-11-22T14:34:52,503 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f2a8d2fd-df5e-d02e-5584-2134274bdd3b/hadoop.log.dir in system properties and HBase conf 2024-11-22T14:34:52,503 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f2a8d2fd-df5e-d02e-5584-2134274bdd3b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-22T14:34:52,503 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f2a8d2fd-df5e-d02e-5584-2134274bdd3b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-22T14:34:52,503 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-22T14:34:52,503 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-22T14:34:52,504 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f2a8d2fd-df5e-d02e-5584-2134274bdd3b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-22T14:34:52,504 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f2a8d2fd-df5e-d02e-5584-2134274bdd3b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-22T14:34:52,504 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f2a8d2fd-df5e-d02e-5584-2134274bdd3b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-22T14:34:52,504 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f2a8d2fd-df5e-d02e-5584-2134274bdd3b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T14:34:52,504 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f2a8d2fd-df5e-d02e-5584-2134274bdd3b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-22T14:34:52,504 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f2a8d2fd-df5e-d02e-5584-2134274bdd3b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-22T14:34:52,504 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f2a8d2fd-df5e-d02e-5584-2134274bdd3b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T14:34:52,504 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f2a8d2fd-df5e-d02e-5584-2134274bdd3b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T14:34:52,504 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f2a8d2fd-df5e-d02e-5584-2134274bdd3b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-22T14:34:52,504 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f2a8d2fd-df5e-d02e-5584-2134274bdd3b/nfs.dump.dir in system properties and HBase conf 2024-11-22T14:34:52,504 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f2a8d2fd-df5e-d02e-5584-2134274bdd3b/java.io.tmpdir in system properties and HBase conf 2024-11-22T14:34:52,504 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f2a8d2fd-df5e-d02e-5584-2134274bdd3b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T14:34:52,505 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f2a8d2fd-df5e-d02e-5584-2134274bdd3b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-22T14:34:52,505 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f2a8d2fd-df5e-d02e-5584-2134274bdd3b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-22T14:34:52,555 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T14:34:52,559 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T14:34:52,561 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T14:34:52,561 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T14:34:52,561 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-22T14:34:52,563 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T14:34:52,564 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@43bab9de{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f2a8d2fd-df5e-d02e-5584-2134274bdd3b/hadoop.log.dir/,AVAILABLE} 2024-11-22T14:34:52,564 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5de60843{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T14:34:52,658 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@581e662d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f2a8d2fd-df5e-d02e-5584-2134274bdd3b/java.io.tmpdir/jetty-localhost-33175-hadoop-hdfs-3_4_1-tests_jar-_-any-4322163671194193938/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T14:34:52,658 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@666de90c{HTTP/1.1, (http/1.1)}{localhost:33175} 2024-11-22T14:34:52,658 INFO [Time-limited test {}] server.Server(415): Started @213191ms 2024-11-22T14:34:52,726 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T14:34:52,729 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T14:34:52,731 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T14:34:52,731 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T14:34:52,731 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-22T14:34:52,732 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3501bdbb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f2a8d2fd-df5e-d02e-5584-2134274bdd3b/hadoop.log.dir/,AVAILABLE} 2024-11-22T14:34:52,732 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@70a075cd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T14:34:52,826 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@61fb4e94{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f2a8d2fd-df5e-d02e-5584-2134274bdd3b/java.io.tmpdir/jetty-localhost-42639-hadoop-hdfs-3_4_1-tests_jar-_-any-5178684893897059124/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T14:34:52,826 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@30dd4f1b{HTTP/1.1, (http/1.1)}{localhost:42639} 2024-11-22T14:34:52,826 INFO [Time-limited test {}] server.Server(415): Started @213360ms 2024-11-22T14:34:52,827 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-22T14:34:52,882 WARN [Thread-2786 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f2a8d2fd-df5e-d02e-5584-2134274bdd3b/cluster_0fe51027-4de5-b445-ff05-2191af213b93/data/data2/current/BP-2046108746-172.17.0.2-1732286092518/current, will proceed with Du for space computation calculation, 2024-11-22T14:34:52,882 WARN [Thread-2785 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f2a8d2fd-df5e-d02e-5584-2134274bdd3b/cluster_0fe51027-4de5-b445-ff05-2191af213b93/data/data1/current/BP-2046108746-172.17.0.2-1732286092518/current, will proceed with Du for space computation calculation, 2024-11-22T14:34:52,912 WARN [Thread-2773 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-22T14:34:52,914 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3ca69d4d46961457 with lease ID 0x59b17a49bfcbf87a: Processing first storage report for DS-52d0a1d1-d461-46ce-ae47-e2f7865331cf from datanode DatanodeRegistration(127.0.0.1:32829, datanodeUuid=52bf8285-7563-4a2e-a4b4-230d35aba531, infoPort=38015, infoSecurePort=0, ipcPort=39247, storageInfo=lv=-57;cid=testClusterID;nsid=2102922700;c=1732286092518) 2024-11-22T14:34:52,914 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3ca69d4d46961457 with lease ID 0x59b17a49bfcbf87a: from storage DS-52d0a1d1-d461-46ce-ae47-e2f7865331cf node DatanodeRegistration(127.0.0.1:32829, datanodeUuid=52bf8285-7563-4a2e-a4b4-230d35aba531, infoPort=38015, infoSecurePort=0, ipcPort=39247, storageInfo=lv=-57;cid=testClusterID;nsid=2102922700;c=1732286092518), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-22T14:34:52,914 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3ca69d4d46961457 with lease ID 0x59b17a49bfcbf87a: Processing first storage report for DS-07a8b53b-cc44-427b-b969-78b174826f2a from datanode DatanodeRegistration(127.0.0.1:32829, datanodeUuid=52bf8285-7563-4a2e-a4b4-230d35aba531, infoPort=38015, infoSecurePort=0, ipcPort=39247, storageInfo=lv=-57;cid=testClusterID;nsid=2102922700;c=1732286092518) 2024-11-22T14:34:52,914 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3ca69d4d46961457 with lease ID 0x59b17a49bfcbf87a: from storage DS-07a8b53b-cc44-427b-b969-78b174826f2a node DatanodeRegistration(127.0.0.1:32829, datanodeUuid=52bf8285-7563-4a2e-a4b4-230d35aba531, infoPort=38015, infoSecurePort=0, ipcPort=39247, storageInfo=lv=-57;cid=testClusterID;nsid=2102922700;c=1732286092518), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T14:34:52,946 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f2a8d2fd-df5e-d02e-5584-2134274bdd3b 2024-11-22T14:34:52,946 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T14:34:52,947 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T14:34:52,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32829 is added to blk_1073741825_1001 (size=7) 2024-11-22T14:34:53,354 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42543/user/jenkins/test-data/989dfb5d-fad3-492c-7bdc-173c76c7173a with version=8 2024-11-22T14:34:53,354 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42543/user/jenkins/test-data/989dfb5d-fad3-492c-7bdc-173c76c7173a/hbase-staging 2024-11-22T14:34:53,356 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b313e41b3af3:0 server-side Connection retries=45 2024-11-22T14:34:53,356 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T14:34:53,356 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T14:34:53,356 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T14:34:53,356 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T14:34:53,356 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T14:34:53,356 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-22T14:34:53,356 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T14:34:53,356 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39819 2024-11-22T14:34:53,357 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39819 connecting to ZooKeeper ensemble=127.0.0.1:56016 2024-11-22T14:34:53,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:398190x0, quorum=127.0.0.1:56016, baseZNode=/11440438477 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T14:34:53,359 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39819-0x10067db61d70003 connected 2024-11-22T14:34:53,364 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T14:34:53,365 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T14:34:53,366 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39819-0x10067db61d70003, quorum=127.0.0.1:56016, baseZNode=/11440438477 Set watcher on znode that does not yet exist, /11440438477/running 2024-11-22T14:34:53,366 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42543/user/jenkins/test-data/989dfb5d-fad3-492c-7bdc-173c76c7173a, hbase.cluster.distributed=false 2024-11-22T14:34:53,367 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39819-0x10067db61d70003, quorum=127.0.0.1:56016, baseZNode=/11440438477 Set watcher on znode that does not yet exist, /11440438477/acl 2024-11-22T14:34:53,367 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39819 2024-11-22T14:34:53,367 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39819 2024-11-22T14:34:53,368 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39819 2024-11-22T14:34:53,368 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39819 2024-11-22T14:34:53,368 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39819 2024-11-22T14:34:53,381 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b313e41b3af3:0 server-side Connection retries=45 2024-11-22T14:34:53,381 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T14:34:53,381 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T14:34:53,381 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T14:34:53,381 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T14:34:53,381 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T14:34:53,381 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-22T14:34:53,381 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T14:34:53,382 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44317 2024-11-22T14:34:53,382 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44317 connecting to ZooKeeper ensemble=127.0.0.1:56016 2024-11-22T14:34:53,383 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T14:34:53,384 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T14:34:53,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:443170x0, quorum=127.0.0.1:56016, baseZNode=/11440438477 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T14:34:53,386 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:443170x0, quorum=127.0.0.1:56016, baseZNode=/11440438477 Set watcher on znode that does not yet exist, /11440438477/running 2024-11-22T14:34:53,387 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44317-0x10067db61d70004 connected 2024-11-22T14:34:53,387 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-22T14:34:53,388 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-22T14:34:53,389 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44317-0x10067db61d70004, quorum=127.0.0.1:56016, baseZNode=/11440438477 Set watcher on znode that does not yet exist, /11440438477/master 2024-11-22T14:34:53,389 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44317-0x10067db61d70004, quorum=127.0.0.1:56016, baseZNode=/11440438477 Set watcher on znode that does not yet exist, /11440438477/acl 2024-11-22T14:34:53,393 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44317 2024-11-22T14:34:53,393 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44317 2024-11-22T14:34:53,395 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44317 2024-11-22T14:34:53,397 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44317 2024-11-22T14:34:53,397 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44317 2024-11-22T14:34:53,409 DEBUG [M:0;b313e41b3af3:39819 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b313e41b3af3:39819 2024-11-22T14:34:53,409 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11440438477/backup-masters/b313e41b3af3,39819,1732286093356 2024-11-22T14:34:53,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44317-0x10067db61d70004, quorum=127.0.0.1:56016, baseZNode=/11440438477 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11440438477/backup-masters 2024-11-22T14:34:53,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39819-0x10067db61d70003, quorum=127.0.0.1:56016, baseZNode=/11440438477 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11440438477/backup-masters 2024-11-22T14:34:53,410 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39819-0x10067db61d70003, quorum=127.0.0.1:56016, baseZNode=/11440438477 Set watcher on existing znode=/11440438477/backup-masters/b313e41b3af3,39819,1732286093356 2024-11-22T14:34:53,411 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39819-0x10067db61d70003, quorum=127.0.0.1:56016, baseZNode=/11440438477 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11440438477 2024-11-22T14:34:53,411 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44317-0x10067db61d70004, quorum=127.0.0.1:56016, baseZNode=/11440438477 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11440438477/master 2024-11-22T14:34:53,411 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44317-0x10067db61d70004, quorum=127.0.0.1:56016, baseZNode=/11440438477 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11440438477 2024-11-22T14:34:53,411 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39819-0x10067db61d70003, quorum=127.0.0.1:56016, baseZNode=/11440438477 Set watcher on existing znode=/11440438477/master 2024-11-22T14:34:53,411 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11440438477/backup-masters/b313e41b3af3,39819,1732286093356 from backup master directory 2024-11-22T14:34:53,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39819-0x10067db61d70003, quorum=127.0.0.1:56016, baseZNode=/11440438477 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11440438477/backup-masters/b313e41b3af3,39819,1732286093356 2024-11-22T14:34:53,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39819-0x10067db61d70003, quorum=127.0.0.1:56016, baseZNode=/11440438477 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11440438477/backup-masters 2024-11-22T14:34:53,412 WARN [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T14:34:53,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44317-0x10067db61d70004, quorum=127.0.0.1:56016, baseZNode=/11440438477 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11440438477/backup-masters 2024-11-22T14:34:53,412 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b313e41b3af3,39819,1732286093356 2024-11-22T14:34:53,415 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42543/user/jenkins/test-data/989dfb5d-fad3-492c-7bdc-173c76c7173a/hbase.id] with ID: a4f9de33-22f2-4571-a300-3cfafaca8d2b 2024-11-22T14:34:53,415 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42543/user/jenkins/test-data/989dfb5d-fad3-492c-7bdc-173c76c7173a/.tmp/hbase.id 2024-11-22T14:34:53,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32829 is added to blk_1073741826_1002 (size=42) 2024-11-22T14:34:53,824 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42543/user/jenkins/test-data/989dfb5d-fad3-492c-7bdc-173c76c7173a/.tmp/hbase.id]:[hdfs://localhost:42543/user/jenkins/test-data/989dfb5d-fad3-492c-7bdc-173c76c7173a/hbase.id] 2024-11-22T14:34:53,831 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T14:34:53,831 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-22T14:34:53,832 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-22T14:34:53,833 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39819-0x10067db61d70003, quorum=127.0.0.1:56016, baseZNode=/11440438477 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11440438477 2024-11-22T14:34:53,833 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44317-0x10067db61d70004, quorum=127.0.0.1:56016, baseZNode=/11440438477 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11440438477 2024-11-22T14:34:53,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32829 is added to blk_1073741827_1003 (size=196) 2024-11-22T14:34:54,237 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T14:34:54,238 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-22T14:34:54,238 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T14:34:54,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32829 is added to blk_1073741828_1004 (size=1189) 2024-11-22T14:34:54,612 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T14:34:54,612 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [b313e41b3af3,34993,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b313e41b3af3:34993 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-22T14:34:54,613 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 11, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 38340 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [b313e41b3af3,34993,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b313e41b3af3:34993 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-22T14:34:54,643 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42543/user/jenkins/test-data/989dfb5d-fad3-492c-7bdc-173c76c7173a/MasterData/data/master/store 2024-11-22T14:34:54,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32829 is added to blk_1073741829_1005 (size=34) 2024-11-22T14:34:55,049 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T14:34:55,049 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T14:34:55,049 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T14:34:55,049 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T14:34:55,049 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T14:34:55,049 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T14:34:55,049 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T14:34:55,049 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732286095049Disabling compacts and flushes for region at 1732286095049Disabling writes for close at 1732286095049Writing region close event to WAL at 1732286095049Closed at 1732286095049 2024-11-22T14:34:55,050 WARN [master/b313e41b3af3:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42543/user/jenkins/test-data/989dfb5d-fad3-492c-7bdc-173c76c7173a/MasterData/data/master/store/.initializing 2024-11-22T14:34:55,050 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42543/user/jenkins/test-data/989dfb5d-fad3-492c-7bdc-173c76c7173a/MasterData/WALs/b313e41b3af3,39819,1732286093356 2024-11-22T14:34:55,051 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T14:34:55,052 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b313e41b3af3%2C39819%2C1732286093356, suffix=, logDir=hdfs://localhost:42543/user/jenkins/test-data/989dfb5d-fad3-492c-7bdc-173c76c7173a/MasterData/WALs/b313e41b3af3,39819,1732286093356, archiveDir=hdfs://localhost:42543/user/jenkins/test-data/989dfb5d-fad3-492c-7bdc-173c76c7173a/MasterData/oldWALs, maxLogs=10 2024-11-22T14:34:55,064 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/989dfb5d-fad3-492c-7bdc-173c76c7173a/MasterData/WALs/b313e41b3af3,39819,1732286093356/b313e41b3af3%2C39819%2C1732286093356.1732286095052, exclude list is [], retry=0 2024-11-22T14:34:55,066 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32829,DS-52d0a1d1-d461-46ce-ae47-e2f7865331cf,DISK] 2024-11-22T14:34:55,068 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/989dfb5d-fad3-492c-7bdc-173c76c7173a/MasterData/WALs/b313e41b3af3,39819,1732286093356/b313e41b3af3%2C39819%2C1732286093356.1732286095052 2024-11-22T14:34:55,068 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38015:38015)] 2024-11-22T14:34:55,068 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-22T14:34:55,068 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T14:34:55,068 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:34:55,068 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:34:55,069 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:34:55,070 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-22T14:34:55,070 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:34:55,070 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T14:34:55,070 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:34:55,071 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-22T14:34:55,071 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:34:55,071 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:34:55,071 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:34:55,072 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-22T14:34:55,072 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:34:55,072 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:34:55,072 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:34:55,073 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-22T14:34:55,073 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:34:55,073 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:34:55,073 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:34:55,074 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42543/user/jenkins/test-data/989dfb5d-fad3-492c-7bdc-173c76c7173a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:34:55,074 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42543/user/jenkins/test-data/989dfb5d-fad3-492c-7bdc-173c76c7173a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:34:55,075 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:34:55,075 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:34:55,075 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-22T14:34:55,075 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-22T14:34:55,075 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T14:34:55,076 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:34:55,077 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42543/user/jenkins/test-data/989dfb5d-fad3-492c-7bdc-173c76c7173a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T14:34:55,078 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68068045, jitterRate=0.014292910695075989}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T14:34:55,078 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732286095068Initializing all the Stores at 1732286095069 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732286095069Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732286095069Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732286095069Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732286095069Cleaning up temporary data from old regions at 1732286095075 (+6 ms)Region opened successfully at 1732286095078 (+3 ms) 2024-11-22T14:34:55,078 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-22T14:34:55,080 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@591091db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b313e41b3af3/172.17.0.2:0 2024-11-22T14:34:55,080 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-22T14:34:55,081 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-22T14:34:55,081 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-22T14:34:55,081 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-22T14:34:55,081 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-22T14:34:55,081 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-22T14:34:55,081 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-22T14:34:55,083 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-22T14:34:55,083 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39819-0x10067db61d70003, quorum=127.0.0.1:56016, baseZNode=/11440438477 Unable to get data of znode /11440438477/balancer because node does not exist (not necessarily an error) 2024-11-22T14:34:55,084 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11440438477/balancer already deleted, retry=false 2024-11-22T14:34:55,085 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-22T14:34:55,085 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39819-0x10067db61d70003, quorum=127.0.0.1:56016, baseZNode=/11440438477 Unable to get data of znode /11440438477/normalizer because node does not exist (not necessarily an error) 2024-11-22T14:34:55,086 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11440438477/normalizer already deleted, retry=false 2024-11-22T14:34:55,086 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-22T14:34:55,087 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39819-0x10067db61d70003, quorum=127.0.0.1:56016, baseZNode=/11440438477 Unable to get data of znode /11440438477/switch/split because node does not exist (not necessarily an error) 2024-11-22T14:34:55,087 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11440438477/switch/split already deleted, retry=false 2024-11-22T14:34:55,088 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39819-0x10067db61d70003, quorum=127.0.0.1:56016, baseZNode=/11440438477 Unable to get data of znode /11440438477/switch/merge because node does not exist (not necessarily an error) 2024-11-22T14:34:55,088 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11440438477/switch/merge already deleted, retry=false 2024-11-22T14:34:55,090 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39819-0x10067db61d70003, quorum=127.0.0.1:56016, baseZNode=/11440438477 Unable to get data of znode /11440438477/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-22T14:34:55,090 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11440438477/snapshot-cleanup already deleted, retry=false 2024-11-22T14:34:55,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39819-0x10067db61d70003, quorum=127.0.0.1:56016, baseZNode=/11440438477 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11440438477/running 2024-11-22T14:34:55,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44317-0x10067db61d70004, quorum=127.0.0.1:56016, baseZNode=/11440438477 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11440438477/running 2024-11-22T14:34:55,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39819-0x10067db61d70003, quorum=127.0.0.1:56016, baseZNode=/11440438477 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11440438477 2024-11-22T14:34:55,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44317-0x10067db61d70004, quorum=127.0.0.1:56016, baseZNode=/11440438477 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11440438477 2024-11-22T14:34:55,092 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b313e41b3af3,39819,1732286093356, sessionid=0x10067db61d70003, setting cluster-up flag (Was=false) 2024-11-22T14:34:55,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39819-0x10067db61d70003, quorum=127.0.0.1:56016, baseZNode=/11440438477 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11440438477 2024-11-22T14:34:55,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44317-0x10067db61d70004, quorum=127.0.0.1:56016, baseZNode=/11440438477 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11440438477 2024-11-22T14:34:55,095 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11440438477/flush-table-proc/acquired, /11440438477/flush-table-proc/reached, /11440438477/flush-table-proc/abort 2024-11-22T14:34:55,096 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b313e41b3af3,39819,1732286093356 2024-11-22T14:34:55,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39819-0x10067db61d70003, quorum=127.0.0.1:56016, baseZNode=/11440438477 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11440438477 2024-11-22T14:34:55,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44317-0x10067db61d70004, quorum=127.0.0.1:56016, baseZNode=/11440438477 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11440438477 2024-11-22T14:34:55,099 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11440438477/online-snapshot/acquired, /11440438477/online-snapshot/reached, /11440438477/online-snapshot/abort 2024-11-22T14:34:55,100 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b313e41b3af3,39819,1732286093356 2024-11-22T14:34:55,101 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42543/user/jenkins/test-data/989dfb5d-fad3-492c-7bdc-173c76c7173a/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-22T14:34:55,102 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-22T14:34:55,102 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-22T14:34:55,102 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-22T14:34:55,103 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b313e41b3af3,39819,1732286093356 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-22T14:34:55,103 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b313e41b3af3:0, corePoolSize=5, maxPoolSize=5 2024-11-22T14:34:55,103 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b313e41b3af3:0, corePoolSize=5, maxPoolSize=5 2024-11-22T14:34:55,104 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b313e41b3af3:0, corePoolSize=5, maxPoolSize=5 2024-11-22T14:34:55,104 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b313e41b3af3:0, corePoolSize=5, maxPoolSize=5 2024-11-22T14:34:55,104 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b313e41b3af3:0, corePoolSize=10, maxPoolSize=10 2024-11-22T14:34:55,104 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:34:55,104 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b313e41b3af3:0, corePoolSize=2, maxPoolSize=2 2024-11-22T14:34:55,104 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:34:55,104 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732286125104 2024-11-22T14:34:55,104 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-22T14:34:55,105 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-22T14:34:55,105 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-22T14:34:55,105 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-22T14:34:55,105 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-22T14:34:55,105 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-22T14:34:55,109 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T14:34:55,110 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T14:34:55,110 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-22T14:34:55,110 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-22T14:34:55,111 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-22T14:34:55,111 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-22T14:34:55,111 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:34:55,111 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-22T14:34:55,111 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-22T14:34:55,112 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-22T14:34:55,112 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-22T14:34:55,112 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b313e41b3af3:0:becomeActiveMaster-HFileCleaner.large.0-1732286095112,5,FailOnTimeoutGroup] 2024-11-22T14:34:55,112 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b313e41b3af3:0:becomeActiveMaster-HFileCleaner.small.0-1732286095112,5,FailOnTimeoutGroup] 2024-11-22T14:34:55,112 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T14:34:55,112 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-22T14:34:55,112 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-22T14:34:55,112 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-22T14:34:55,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32829 is added to blk_1073741831_1007 (size=1321) 2024-11-22T14:34:55,201 INFO [RS:0;b313e41b3af3:44317 {}] regionserver.HRegionServer(746): ClusterId : a4f9de33-22f2-4571-a300-3cfafaca8d2b 2024-11-22T14:34:55,201 DEBUG [RS:0;b313e41b3af3:44317 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-22T14:34:55,202 DEBUG [RS:0;b313e41b3af3:44317 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-22T14:34:55,202 DEBUG [RS:0;b313e41b3af3:44317 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-22T14:34:55,203 DEBUG [RS:0;b313e41b3af3:44317 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-22T14:34:55,203 DEBUG [RS:0;b313e41b3af3:44317 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f3f360a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b313e41b3af3/172.17.0.2:0 2024-11-22T14:34:55,214 DEBUG [RS:0;b313e41b3af3:44317 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b313e41b3af3:44317 2024-11-22T14:34:55,214 INFO [RS:0;b313e41b3af3:44317 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-22T14:34:55,214 INFO [RS:0;b313e41b3af3:44317 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-22T14:34:55,214 DEBUG [RS:0;b313e41b3af3:44317 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-22T14:34:55,215 INFO [RS:0;b313e41b3af3:44317 {}] regionserver.HRegionServer(2659): reportForDuty to master=b313e41b3af3,39819,1732286093356 with port=44317, startcode=1732286093380 2024-11-22T14:34:55,215 DEBUG [RS:0;b313e41b3af3:44317 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-22T14:34:55,216 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60887, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=RegionServerStatusService 2024-11-22T14:34:55,216 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39819 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b313e41b3af3,44317,1732286093380 2024-11-22T14:34:55,216 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39819 {}] master.ServerManager(517): Registering regionserver=b313e41b3af3,44317,1732286093380 2024-11-22T14:34:55,217 DEBUG [RS:0;b313e41b3af3:44317 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42543/user/jenkins/test-data/989dfb5d-fad3-492c-7bdc-173c76c7173a 2024-11-22T14:34:55,217 DEBUG [RS:0;b313e41b3af3:44317 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42543 2024-11-22T14:34:55,217 DEBUG [RS:0;b313e41b3af3:44317 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-22T14:34:55,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39819-0x10067db61d70003, quorum=127.0.0.1:56016, baseZNode=/11440438477 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11440438477/rs 2024-11-22T14:34:55,219 DEBUG [RS:0;b313e41b3af3:44317 {}] zookeeper.ZKUtil(111): regionserver:44317-0x10067db61d70004, quorum=127.0.0.1:56016, baseZNode=/11440438477 Set watcher on existing znode=/11440438477/rs/b313e41b3af3,44317,1732286093380 2024-11-22T14:34:55,219 WARN [RS:0;b313e41b3af3:44317 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T14:34:55,219 INFO [RS:0;b313e41b3af3:44317 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T14:34:55,219 DEBUG [RS:0;b313e41b3af3:44317 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42543/user/jenkins/test-data/989dfb5d-fad3-492c-7bdc-173c76c7173a/WALs/b313e41b3af3,44317,1732286093380 2024-11-22T14:34:55,219 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b313e41b3af3,44317,1732286093380] 2024-11-22T14:34:55,222 INFO [RS:0;b313e41b3af3:44317 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-22T14:34:55,223 INFO [RS:0;b313e41b3af3:44317 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-22T14:34:55,223 INFO [RS:0;b313e41b3af3:44317 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-22T14:34:55,223 INFO [RS:0;b313e41b3af3:44317 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T14:34:55,223 INFO [RS:0;b313e41b3af3:44317 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-22T14:34:55,224 INFO [RS:0;b313e41b3af3:44317 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-22T14:34:55,224 INFO [RS:0;b313e41b3af3:44317 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-22T14:34:55,224 DEBUG [RS:0;b313e41b3af3:44317 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:34:55,224 DEBUG [RS:0;b313e41b3af3:44317 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:34:55,224 DEBUG [RS:0;b313e41b3af3:44317 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:34:55,224 DEBUG [RS:0;b313e41b3af3:44317 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:34:55,224 DEBUG [RS:0;b313e41b3af3:44317 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:34:55,224 DEBUG [RS:0;b313e41b3af3:44317 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b313e41b3af3:0, corePoolSize=2, maxPoolSize=2 2024-11-22T14:34:55,224 DEBUG [RS:0;b313e41b3af3:44317 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:34:55,224 DEBUG [RS:0;b313e41b3af3:44317 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:34:55,224 DEBUG [RS:0;b313e41b3af3:44317 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:34:55,224 DEBUG [RS:0;b313e41b3af3:44317 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:34:55,224 DEBUG [RS:0;b313e41b3af3:44317 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:34:55,224 DEBUG [RS:0;b313e41b3af3:44317 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:34:55,224 DEBUG [RS:0;b313e41b3af3:44317 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b313e41b3af3:0, corePoolSize=3, maxPoolSize=3 2024-11-22T14:34:55,224 DEBUG [RS:0;b313e41b3af3:44317 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b313e41b3af3:0, corePoolSize=3, maxPoolSize=3 2024-11-22T14:34:55,225 INFO [RS:0;b313e41b3af3:44317 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T14:34:55,225 INFO [RS:0;b313e41b3af3:44317 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T14:34:55,225 INFO [RS:0;b313e41b3af3:44317 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T14:34:55,225 INFO [RS:0;b313e41b3af3:44317 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-22T14:34:55,225 INFO [RS:0;b313e41b3af3:44317 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-22T14:34:55,225 INFO [RS:0;b313e41b3af3:44317 {}] hbase.ChoreService(168): Chore ScheduledChore name=b313e41b3af3,44317,1732286093380-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T14:34:55,241 INFO [RS:0;b313e41b3af3:44317 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-22T14:34:55,241 INFO [RS:0;b313e41b3af3:44317 {}] hbase.ChoreService(168): Chore ScheduledChore name=b313e41b3af3,44317,1732286093380-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T14:34:55,241 INFO [RS:0;b313e41b3af3:44317 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T14:34:55,242 INFO [RS:0;b313e41b3af3:44317 {}] regionserver.Replication(171): b313e41b3af3,44317,1732286093380 started 2024-11-22T14:34:55,253 INFO [RS:0;b313e41b3af3:44317 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T14:34:55,253 INFO [RS:0;b313e41b3af3:44317 {}] regionserver.HRegionServer(1482): Serving as b313e41b3af3,44317,1732286093380, RpcServer on b313e41b3af3/172.17.0.2:44317, sessionid=0x10067db61d70004 2024-11-22T14:34:55,253 DEBUG [RS:0;b313e41b3af3:44317 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-22T14:34:55,253 DEBUG [RS:0;b313e41b3af3:44317 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b313e41b3af3,44317,1732286093380 2024-11-22T14:34:55,253 DEBUG [RS:0;b313e41b3af3:44317 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b313e41b3af3,44317,1732286093380' 2024-11-22T14:34:55,253 DEBUG [RS:0;b313e41b3af3:44317 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11440438477/flush-table-proc/abort' 2024-11-22T14:34:55,254 DEBUG [RS:0;b313e41b3af3:44317 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11440438477/flush-table-proc/acquired' 2024-11-22T14:34:55,254 DEBUG [RS:0;b313e41b3af3:44317 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-22T14:34:55,254 DEBUG [RS:0;b313e41b3af3:44317 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-22T14:34:55,254 DEBUG [RS:0;b313e41b3af3:44317 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b313e41b3af3,44317,1732286093380 2024-11-22T14:34:55,254 DEBUG [RS:0;b313e41b3af3:44317 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b313e41b3af3,44317,1732286093380' 2024-11-22T14:34:55,254 DEBUG [RS:0;b313e41b3af3:44317 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11440438477/online-snapshot/abort' 2024-11-22T14:34:55,255 DEBUG [RS:0;b313e41b3af3:44317 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11440438477/online-snapshot/acquired' 2024-11-22T14:34:55,255 DEBUG [RS:0;b313e41b3af3:44317 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-22T14:34:55,255 INFO [RS:0;b313e41b3af3:44317 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-22T14:34:55,255 INFO [RS:0;b313e41b3af3:44317 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-22T14:34:55,355 INFO [RS:0;b313e41b3af3:44317 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T14:34:55,357 INFO [RS:0;b313e41b3af3:44317 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b313e41b3af3%2C44317%2C1732286093380, suffix=, logDir=hdfs://localhost:42543/user/jenkins/test-data/989dfb5d-fad3-492c-7bdc-173c76c7173a/WALs/b313e41b3af3,44317,1732286093380, archiveDir=hdfs://localhost:42543/user/jenkins/test-data/989dfb5d-fad3-492c-7bdc-173c76c7173a/oldWALs, maxLogs=10 2024-11-22T14:34:55,368 DEBUG [RS:0;b313e41b3af3:44317 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/989dfb5d-fad3-492c-7bdc-173c76c7173a/WALs/b313e41b3af3,44317,1732286093380/b313e41b3af3%2C44317%2C1732286093380.1732286095357, exclude list is [], retry=0 2024-11-22T14:34:55,370 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32829,DS-52d0a1d1-d461-46ce-ae47-e2f7865331cf,DISK] 2024-11-22T14:34:55,371 INFO [RS:0;b313e41b3af3:44317 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/989dfb5d-fad3-492c-7bdc-173c76c7173a/WALs/b313e41b3af3,44317,1732286093380/b313e41b3af3%2C44317%2C1732286093380.1732286095357 2024-11-22T14:34:55,372 DEBUG [RS:0;b313e41b3af3:44317 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38015:38015)] 2024-11-22T14:34:55,520 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42543/user/jenkins/test-data/989dfb5d-fad3-492c-7bdc-173c76c7173a/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-22T14:34:55,520 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42543/user/jenkins/test-data/989dfb5d-fad3-492c-7bdc-173c76c7173a 2024-11-22T14:34:55,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32829 is added to blk_1073741833_1009 (size=32) 2024-11-22T14:34:55,925 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T14:34:55,926 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T14:34:55,927 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T14:34:55,927 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:34:55,927 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T14:34:55,927 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T14:34:55,928 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T14:34:55,928 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:34:55,928 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T14:34:55,928 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T14:34:55,928 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T14:34:55,928 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:34:55,929 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T14:34:55,929 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T14:34:55,929 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T14:34:55,929 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:34:55,930 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T14:34:55,930 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T14:34:55,930 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42543/user/jenkins/test-data/989dfb5d-fad3-492c-7bdc-173c76c7173a/data/hbase/meta/1588230740 2024-11-22T14:34:55,930 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42543/user/jenkins/test-data/989dfb5d-fad3-492c-7bdc-173c76c7173a/data/hbase/meta/1588230740 2024-11-22T14:34:55,931 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T14:34:55,931 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T14:34:55,931 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T14:34:55,932 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T14:34:55,933 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42543/user/jenkins/test-data/989dfb5d-fad3-492c-7bdc-173c76c7173a/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T14:34:55,934 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70202713, jitterRate=0.04610194265842438}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T14:34:55,934 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732286095925Initializing all the Stores at 1732286095926 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732286095926Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732286095926Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732286095926Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732286095926Cleaning up temporary data from old regions at 1732286095931 (+5 ms)Region opened successfully at 1732286095934 (+3 ms) 2024-11-22T14:34:55,934 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-22T14:34:55,934 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-22T14:34:55,934 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-22T14:34:55,934 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T14:34:55,934 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T14:34:55,934 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-22T14:34:55,934 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732286095934Disabling compacts and flushes for region at 1732286095934Disabling writes for close at 1732286095934Writing region close event to WAL at 1732286095934Closed at 1732286095934 2024-11-22T14:34:55,935 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T14:34:55,935 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-22T14:34:55,935 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-22T14:34:55,936 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T14:34:55,936 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-22T14:34:56,086 DEBUG [b313e41b3af3:39819 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-22T14:34:56,087 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b313e41b3af3,44317,1732286093380 2024-11-22T14:34:56,088 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b313e41b3af3,44317,1732286093380, state=OPENING 2024-11-22T14:34:56,089 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-22T14:34:56,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39819-0x10067db61d70003, quorum=127.0.0.1:56016, baseZNode=/11440438477 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11440438477 2024-11-22T14:34:56,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44317-0x10067db61d70004, quorum=127.0.0.1:56016, baseZNode=/11440438477 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11440438477 2024-11-22T14:34:56,091 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T14:34:56,091 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11440438477/meta-region-server: CHANGED 2024-11-22T14:34:56,091 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11440438477/meta-region-server: CHANGED 2024-11-22T14:34:56,091 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b313e41b3af3,44317,1732286093380}] 2024-11-22T14:34:56,243 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-22T14:34:56,244 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60907, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-22T14:34:56,246 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-22T14:34:56,246 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T14:34:56,246 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-22T14:34:56,247 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b313e41b3af3%2C44317%2C1732286093380.meta, suffix=.meta, logDir=hdfs://localhost:42543/user/jenkins/test-data/989dfb5d-fad3-492c-7bdc-173c76c7173a/WALs/b313e41b3af3,44317,1732286093380, archiveDir=hdfs://localhost:42543/user/jenkins/test-data/989dfb5d-fad3-492c-7bdc-173c76c7173a/oldWALs, maxLogs=10 2024-11-22T14:34:56,258 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/989dfb5d-fad3-492c-7bdc-173c76c7173a/WALs/b313e41b3af3,44317,1732286093380/b313e41b3af3%2C44317%2C1732286093380.meta.1732286096247.meta, exclude list is [], retry=0 2024-11-22T14:34:56,260 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32829,DS-52d0a1d1-d461-46ce-ae47-e2f7865331cf,DISK] 2024-11-22T14:34:56,262 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/989dfb5d-fad3-492c-7bdc-173c76c7173a/WALs/b313e41b3af3,44317,1732286093380/b313e41b3af3%2C44317%2C1732286093380.meta.1732286096247.meta 2024-11-22T14:34:56,262 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38015:38015)] 2024-11-22T14:34:56,262 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-22T14:34:56,262 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-22T14:34:56,263 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-22T14:34:56,263 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-22T14:34:56,263 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-22T14:34:56,263 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-22T14:34:56,263 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T14:34:56,263 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-22T14:34:56,263 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-22T14:34:56,264 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T14:34:56,265 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T14:34:56,265 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:34:56,265 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T14:34:56,265 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T14:34:56,265 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T14:34:56,266 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:34:56,266 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T14:34:56,266 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T14:34:56,266 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T14:34:56,266 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:34:56,266 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T14:34:56,267 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T14:34:56,267 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T14:34:56,267 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:34:56,267 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T14:34:56,267 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T14:34:56,268 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42543/user/jenkins/test-data/989dfb5d-fad3-492c-7bdc-173c76c7173a/data/hbase/meta/1588230740 2024-11-22T14:34:56,269 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42543/user/jenkins/test-data/989dfb5d-fad3-492c-7bdc-173c76c7173a/data/hbase/meta/1588230740 2024-11-22T14:34:56,269 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T14:34:56,269 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T14:34:56,270 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T14:34:56,270 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T14:34:56,271 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73187726, jitterRate=0.09058210253715515}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T14:34:56,271 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-22T14:34:56,271 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732286096263Writing region info on filesystem at 1732286096263Initializing all the Stores at 1732286096264 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732286096264Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732286096264Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732286096264Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732286096264Cleaning up temporary data from old regions at 1732286096269 (+5 ms)Running coprocessor post-open hooks at 1732286096271 (+2 ms)Region opened successfully at 1732286096271 2024-11-22T14:34:56,272 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732286096242 2024-11-22T14:34:56,273 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-22T14:34:56,273 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-22T14:34:56,274 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b313e41b3af3,44317,1732286093380 2024-11-22T14:34:56,275 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b313e41b3af3,44317,1732286093380, state=OPEN 2024-11-22T14:34:56,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44317-0x10067db61d70004, quorum=127.0.0.1:56016, baseZNode=/11440438477 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11440438477/meta-region-server 2024-11-22T14:34:56,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39819-0x10067db61d70003, quorum=127.0.0.1:56016, baseZNode=/11440438477 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11440438477/meta-region-server 2024-11-22T14:34:56,276 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11440438477/meta-region-server: CHANGED 2024-11-22T14:34:56,276 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11440438477/meta-region-server: CHANGED 2024-11-22T14:34:56,276 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b313e41b3af3,44317,1732286093380 2024-11-22T14:34:56,277 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-22T14:34:56,277 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b313e41b3af3,44317,1732286093380 in 185 msec 2024-11-22T14:34:56,278 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-22T14:34:56,278 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 342 msec 2024-11-22T14:34:56,279 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T14:34:56,279 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-22T14:34:56,280 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T14:34:56,280 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b313e41b3af3,44317,1732286093380, seqNum=-1] 2024-11-22T14:34:56,280 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T14:34:56,281 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58705, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T14:34:56,285 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1830 sec 2024-11-22T14:34:56,286 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732286096285, completionTime=-1 2024-11-22T14:34:56,286 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-22T14:34:56,286 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-22T14:34:56,287 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-22T14:34:56,288 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732286156287 2024-11-22T14:34:56,288 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732286216288 2024-11-22T14:34:56,288 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-22T14:34:56,288 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b313e41b3af3,39819,1732286093356-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T14:34:56,288 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b313e41b3af3,39819,1732286093356-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T14:34:56,288 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b313e41b3af3,39819,1732286093356-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T14:34:56,288 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b313e41b3af3:39819, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T14:34:56,288 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-22T14:34:56,288 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-22T14:34:56,290 DEBUG [master/b313e41b3af3:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-22T14:34:56,291 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.879sec 2024-11-22T14:34:56,291 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-22T14:34:56,291 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-22T14:34:56,292 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-22T14:34:56,292 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-22T14:34:56,292 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-22T14:34:56,292 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b313e41b3af3,39819,1732286093356-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T14:34:56,292 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b313e41b3af3,39819,1732286093356-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-22T14:34:56,297 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-22T14:34:56,297 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-22T14:34:56,297 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b313e41b3af3,39819,1732286093356-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T14:34:56,302 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@571a49b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:34:56,302 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b313e41b3af3,39819,-1 for getting cluster id 2024-11-22T14:34:56,302 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T14:34:56,307 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a4f9de33-22f2-4571-a300-3cfafaca8d2b' 2024-11-22T14:34:56,307 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T14:34:56,307 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a4f9de33-22f2-4571-a300-3cfafaca8d2b" 2024-11-22T14:34:56,307 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55571aeb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:34:56,307 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b313e41b3af3,39819,-1] 2024-11-22T14:34:56,307 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T14:34:56,308 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:34:56,308 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51212, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T14:34:56,309 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@108cc29c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:34:56,310 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T14:34:56,311 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b313e41b3af3,44317,1732286093380, seqNum=-1] 2024-11-22T14:34:56,311 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T14:34:56,312 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50204, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T14:34:56,313 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b313e41b3af3,39819,1732286093356 2024-11-22T14:34:56,313 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:56016 2024-11-22T14:34:56,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:56016, baseZNode=/11440438477 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T14:34:56,317 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f2a8d2fd-df5e-d02e-5584-2134274bdd3b/hadoop.log.dir so I do NOT create it in target/test-data/c02e7ba4-987b-8664-c8ce-9cc50353cbf9 2024-11-22T14:34:56,317 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f2a8d2fd-df5e-d02e-5584-2134274bdd3b/hadoop.log.dir Erasing configuration value by system value. 2024-11-22T14:34:56,317 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f2a8d2fd-df5e-d02e-5584-2134274bdd3b/hadoop.tmp.dir so I do NOT create it in target/test-data/c02e7ba4-987b-8664-c8ce-9cc50353cbf9 2024-11-22T14:34:56,317 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f2a8d2fd-df5e-d02e-5584-2134274bdd3b/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-22T14:34:56,317 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c02e7ba4-987b-8664-c8ce-9cc50353cbf9 2024-11-22T14:34:56,317 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-22T14:34:56,317 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c02e7ba4-987b-8664-c8ce-9cc50353cbf9/cluster_f7cce60c-63ec-b10d-aaf8-37afc5f25975, deleteOnExit=true 2024-11-22T14:34:56,317 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-22T14:34:56,318 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10067db61d70005 connected 2024-11-22T14:34:56,318 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c02e7ba4-987b-8664-c8ce-9cc50353cbf9/test.cache.data in system properties and HBase conf 2024-11-22T14:34:56,318 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c02e7ba4-987b-8664-c8ce-9cc50353cbf9/hadoop.tmp.dir in system properties and HBase conf 2024-11-22T14:34:56,318 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c02e7ba4-987b-8664-c8ce-9cc50353cbf9/hadoop.log.dir in system properties and HBase conf 2024-11-22T14:34:56,318 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c02e7ba4-987b-8664-c8ce-9cc50353cbf9/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-22T14:34:56,318 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c02e7ba4-987b-8664-c8ce-9cc50353cbf9/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-22T14:34:56,318 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-22T14:34:56,318 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-22T14:34:56,319 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c02e7ba4-987b-8664-c8ce-9cc50353cbf9/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-22T14:34:56,319 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c02e7ba4-987b-8664-c8ce-9cc50353cbf9/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-22T14:34:56,319 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c02e7ba4-987b-8664-c8ce-9cc50353cbf9/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-22T14:34:56,319 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c02e7ba4-987b-8664-c8ce-9cc50353cbf9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T14:34:56,319 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c02e7ba4-987b-8664-c8ce-9cc50353cbf9/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-22T14:34:56,319 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c02e7ba4-987b-8664-c8ce-9cc50353cbf9/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-22T14:34:56,319 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c02e7ba4-987b-8664-c8ce-9cc50353cbf9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T14:34:56,319 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c02e7ba4-987b-8664-c8ce-9cc50353cbf9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T14:34:56,319 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c02e7ba4-987b-8664-c8ce-9cc50353cbf9/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-22T14:34:56,319 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c02e7ba4-987b-8664-c8ce-9cc50353cbf9/nfs.dump.dir in system properties and HBase conf 2024-11-22T14:34:56,319 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c02e7ba4-987b-8664-c8ce-9cc50353cbf9/java.io.tmpdir in system properties and HBase conf 2024-11-22T14:34:56,319 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c02e7ba4-987b-8664-c8ce-9cc50353cbf9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T14:34:56,319 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c02e7ba4-987b-8664-c8ce-9cc50353cbf9/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-22T14:34:56,319 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c02e7ba4-987b-8664-c8ce-9cc50353cbf9/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-22T14:34:56,384 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T14:34:56,389 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T14:34:56,391 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T14:34:56,391 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T14:34:56,391 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-22T14:34:56,392 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T14:34:56,392 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@569c531a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c02e7ba4-987b-8664-c8ce-9cc50353cbf9/hadoop.log.dir/,AVAILABLE} 2024-11-22T14:34:56,393 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@a668531{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T14:34:56,500 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@72948196{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c02e7ba4-987b-8664-c8ce-9cc50353cbf9/java.io.tmpdir/jetty-localhost-44669-hadoop-hdfs-3_4_1-tests_jar-_-any-16672479847645620332/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T14:34:56,501 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7808178e{HTTP/1.1, (http/1.1)}{localhost:44669} 2024-11-22T14:34:56,501 INFO [Time-limited test {}] server.Server(415): Started @217034ms 2024-11-22T14:34:56,592 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T14:34:56,601 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T14:34:56,603 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T14:34:56,603 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T14:34:56,603 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-22T14:34:56,604 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@f2cf71c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c02e7ba4-987b-8664-c8ce-9cc50353cbf9/hadoop.log.dir/,AVAILABLE} 2024-11-22T14:34:56,604 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@fd775c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T14:34:56,704 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7c83d38d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c02e7ba4-987b-8664-c8ce-9cc50353cbf9/java.io.tmpdir/jetty-localhost-39823-hadoop-hdfs-3_4_1-tests_jar-_-any-15542880469017491973/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T14:34:56,705 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1964ee56{HTTP/1.1, (http/1.1)}{localhost:39823} 2024-11-22T14:34:56,705 INFO [Time-limited test {}] server.Server(415): Started @217238ms 2024-11-22T14:34:56,706 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-22T14:34:56,764 WARN [Thread-2905 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c02e7ba4-987b-8664-c8ce-9cc50353cbf9/cluster_f7cce60c-63ec-b10d-aaf8-37afc5f25975/data/data1/current/BP-1635446978-172.17.0.2-1732286096340/current, will proceed with Du for space computation calculation, 2024-11-22T14:34:56,764 WARN [Thread-2906 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c02e7ba4-987b-8664-c8ce-9cc50353cbf9/cluster_f7cce60c-63ec-b10d-aaf8-37afc5f25975/data/data2/current/BP-1635446978-172.17.0.2-1732286096340/current, will proceed with Du for space computation calculation, 2024-11-22T14:34:56,785 WARN [Thread-2893 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-22T14:34:56,787 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x102380e57ac2bae3 with lease ID 0x4fc580c055facaf8: Processing first storage report for DS-27d2bbc8-9683-428d-88fa-17417456b732 from datanode DatanodeRegistration(127.0.0.1:35139, datanodeUuid=c54df181-c211-4781-bc08-adfaef64661a, infoPort=37325, infoSecurePort=0, ipcPort=42437, storageInfo=lv=-57;cid=testClusterID;nsid=1149228280;c=1732286096340) 2024-11-22T14:34:56,787 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x102380e57ac2bae3 with lease ID 0x4fc580c055facaf8: from storage DS-27d2bbc8-9683-428d-88fa-17417456b732 node DatanodeRegistration(127.0.0.1:35139, datanodeUuid=c54df181-c211-4781-bc08-adfaef64661a, infoPort=37325, infoSecurePort=0, ipcPort=42437, storageInfo=lv=-57;cid=testClusterID;nsid=1149228280;c=1732286096340), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T14:34:56,787 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x102380e57ac2bae3 with lease ID 0x4fc580c055facaf8: Processing first storage report for DS-981dce40-6de9-4e77-8b16-d15f0315f2a7 from datanode DatanodeRegistration(127.0.0.1:35139, datanodeUuid=c54df181-c211-4781-bc08-adfaef64661a, infoPort=37325, infoSecurePort=0, ipcPort=42437, storageInfo=lv=-57;cid=testClusterID;nsid=1149228280;c=1732286096340) 2024-11-22T14:34:56,787 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x102380e57ac2bae3 with lease ID 0x4fc580c055facaf8: from storage DS-981dce40-6de9-4e77-8b16-d15f0315f2a7 node DatanodeRegistration(127.0.0.1:35139, datanodeUuid=c54df181-c211-4781-bc08-adfaef64661a, infoPort=37325, infoSecurePort=0, ipcPort=42437, storageInfo=lv=-57;cid=testClusterID;nsid=1149228280;c=1732286096340), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T14:34:56,827 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c02e7ba4-987b-8664-c8ce-9cc50353cbf9 2024-11-22T14:34:56,827 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T14:34:56,829 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T14:34:56,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073741825_1001 (size=7) 2024-11-22T14:34:57,241 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39579/user/jenkins/test-data/976e51db-1d53-068b-7378-66c4524d914c with version=8 2024-11-22T14:34:57,241 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39579/user/jenkins/test-data/976e51db-1d53-068b-7378-66c4524d914c/hbase-staging 2024-11-22T14:34:57,243 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b313e41b3af3:0 server-side Connection retries=45 2024-11-22T14:34:57,243 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T14:34:57,243 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T14:34:57,243 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T14:34:57,243 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T14:34:57,243 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T14:34:57,243 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-22T14:34:57,243 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T14:34:57,244 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40497 2024-11-22T14:34:57,245 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40497 connecting to ZooKeeper ensemble=127.0.0.1:56016 2024-11-22T14:34:57,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:404970x0, quorum=127.0.0.1:56016, baseZNode=/21870690219 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T14:34:57,247 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40497-0x10067db61d70006 connected 2024-11-22T14:34:57,253 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T14:34:57,254 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T14:34:57,257 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40497-0x10067db61d70006, quorum=127.0.0.1:56016, baseZNode=/21870690219 Set watcher on znode that does not yet exist, /21870690219/running 2024-11-22T14:34:57,258 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39579/user/jenkins/test-data/976e51db-1d53-068b-7378-66c4524d914c, hbase.cluster.distributed=false 2024-11-22T14:34:57,259 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40497-0x10067db61d70006, quorum=127.0.0.1:56016, baseZNode=/21870690219 Set watcher on znode that does not yet exist, /21870690219/acl 2024-11-22T14:34:57,265 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40497 2024-11-22T14:34:57,265 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40497 2024-11-22T14:34:57,268 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40497 2024-11-22T14:34:57,270 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40497 2024-11-22T14:34:57,270 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40497 2024-11-22T14:34:57,285 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b313e41b3af3:0 server-side Connection retries=45 2024-11-22T14:34:57,285 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T14:34:57,285 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T14:34:57,285 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T14:34:57,285 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T14:34:57,285 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T14:34:57,285 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-22T14:34:57,285 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T14:34:57,285 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37639 2024-11-22T14:34:57,286 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37639 connecting to ZooKeeper ensemble=127.0.0.1:56016 2024-11-22T14:34:57,286 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T14:34:57,288 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T14:34:57,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:376390x0, quorum=127.0.0.1:56016, baseZNode=/21870690219 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T14:34:57,291 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37639-0x10067db61d70007 connected 2024-11-22T14:34:57,291 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:376390x0, quorum=127.0.0.1:56016, baseZNode=/21870690219 Set watcher on znode that does not yet exist, /21870690219/running 2024-11-22T14:34:57,292 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-22T14:34:57,292 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-22T14:34:57,292 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37639-0x10067db61d70007, quorum=127.0.0.1:56016, baseZNode=/21870690219 Set watcher on znode that does not yet exist, /21870690219/master 2024-11-22T14:34:57,293 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37639-0x10067db61d70007, quorum=127.0.0.1:56016, baseZNode=/21870690219 Set watcher on znode that does not yet exist, /21870690219/acl 2024-11-22T14:34:57,297 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37639 2024-11-22T14:34:57,297 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37639 2024-11-22T14:34:57,299 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37639 2024-11-22T14:34:57,301 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37639 2024-11-22T14:34:57,301 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37639 2024-11-22T14:34:57,311 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-22T14:34:57,312 DEBUG [M:0;b313e41b3af3:40497 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b313e41b3af3:40497 2024-11-22T14:34:57,312 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /21870690219/backup-masters/b313e41b3af3,40497,1732286097243 2024-11-22T14:34:57,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40497-0x10067db61d70006, quorum=127.0.0.1:56016, baseZNode=/21870690219 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21870690219/backup-masters 2024-11-22T14:34:57,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37639-0x10067db61d70007, quorum=127.0.0.1:56016, baseZNode=/21870690219 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21870690219/backup-masters 2024-11-22T14:34:57,314 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40497-0x10067db61d70006, quorum=127.0.0.1:56016, baseZNode=/21870690219 Set watcher on existing znode=/21870690219/backup-masters/b313e41b3af3,40497,1732286097243 2024-11-22T14:34:57,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40497-0x10067db61d70006, quorum=127.0.0.1:56016, baseZNode=/21870690219 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21870690219 2024-11-22T14:34:57,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37639-0x10067db61d70007, quorum=127.0.0.1:56016, baseZNode=/21870690219 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21870690219/master 2024-11-22T14:34:57,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37639-0x10067db61d70007, quorum=127.0.0.1:56016, baseZNode=/21870690219 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21870690219 2024-11-22T14:34:57,315 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40497-0x10067db61d70006, quorum=127.0.0.1:56016, baseZNode=/21870690219 Set watcher on existing znode=/21870690219/master 2024-11-22T14:34:57,315 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /21870690219/backup-masters/b313e41b3af3,40497,1732286097243 from backup master directory 2024-11-22T14:34:57,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40497-0x10067db61d70006, quorum=127.0.0.1:56016, baseZNode=/21870690219 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21870690219/backup-masters/b313e41b3af3,40497,1732286097243 2024-11-22T14:34:57,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37639-0x10067db61d70007, quorum=127.0.0.1:56016, baseZNode=/21870690219 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21870690219/backup-masters 2024-11-22T14:34:57,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40497-0x10067db61d70006, quorum=127.0.0.1:56016, baseZNode=/21870690219 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21870690219/backup-masters 2024-11-22T14:34:57,316 WARN [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T14:34:57,316 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b313e41b3af3,40497,1732286097243 2024-11-22T14:34:57,318 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39579/user/jenkins/test-data/976e51db-1d53-068b-7378-66c4524d914c/hbase.id] with ID: 56e294f0-2b68-4404-8c5f-ee59d9ff25bf 2024-11-22T14:34:57,318 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39579/user/jenkins/test-data/976e51db-1d53-068b-7378-66c4524d914c/.tmp/hbase.id 2024-11-22T14:34:57,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073741826_1002 (size=42) 2024-11-22T14:34:57,724 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39579/user/jenkins/test-data/976e51db-1d53-068b-7378-66c4524d914c/.tmp/hbase.id]:[hdfs://localhost:39579/user/jenkins/test-data/976e51db-1d53-068b-7378-66c4524d914c/hbase.id] 2024-11-22T14:34:57,732 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T14:34:57,732 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-22T14:34:57,733 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-22T14:34:57,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40497-0x10067db61d70006, quorum=127.0.0.1:56016, baseZNode=/21870690219 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21870690219 2024-11-22T14:34:57,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37639-0x10067db61d70007, quorum=127.0.0.1:56016, baseZNode=/21870690219 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21870690219 2024-11-22T14:34:57,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073741827_1003 (size=196) 2024-11-22T14:34:57,863 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-22T14:34:57,864 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:34:57,864 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:34:57,906 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:34:57,906 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:34:57,907 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:34:57,907 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:34:57,907 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:34:57,908 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:34:57,915 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:34:57,918 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:34:57,919 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:34:57,921 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:34:58,140 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T14:34:58,141 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-22T14:34:58,141 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T14:34:58,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073741828_1004 (size=1189) 2024-11-22T14:34:58,550 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39579/user/jenkins/test-data/976e51db-1d53-068b-7378-66c4524d914c/MasterData/data/master/store 2024-11-22T14:34:58,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073741829_1005 (size=34) 2024-11-22T14:34:58,555 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T14:34:58,555 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T14:34:58,555 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T14:34:58,555 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T14:34:58,556 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T14:34:58,556 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T14:34:58,556 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T14:34:58,556 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732286098555Disabling compacts and flushes for region at 1732286098555Disabling writes for close at 1732286098556 (+1 ms)Writing region close event to WAL at 1732286098556Closed at 1732286098556 2024-11-22T14:34:58,556 WARN [master/b313e41b3af3:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39579/user/jenkins/test-data/976e51db-1d53-068b-7378-66c4524d914c/MasterData/data/master/store/.initializing 2024-11-22T14:34:58,556 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39579/user/jenkins/test-data/976e51db-1d53-068b-7378-66c4524d914c/MasterData/WALs/b313e41b3af3,40497,1732286097243 2024-11-22T14:34:58,557 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T14:34:58,558 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b313e41b3af3%2C40497%2C1732286097243, suffix=, logDir=hdfs://localhost:39579/user/jenkins/test-data/976e51db-1d53-068b-7378-66c4524d914c/MasterData/WALs/b313e41b3af3,40497,1732286097243, archiveDir=hdfs://localhost:39579/user/jenkins/test-data/976e51db-1d53-068b-7378-66c4524d914c/MasterData/oldWALs, maxLogs=10 2024-11-22T14:34:58,572 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/976e51db-1d53-068b-7378-66c4524d914c/MasterData/WALs/b313e41b3af3,40497,1732286097243/b313e41b3af3%2C40497%2C1732286097243.1732286098559, exclude list is [], retry=0 2024-11-22T14:34:58,574 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35139,DS-27d2bbc8-9683-428d-88fa-17417456b732,DISK] 2024-11-22T14:34:58,576 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/976e51db-1d53-068b-7378-66c4524d914c/MasterData/WALs/b313e41b3af3,40497,1732286097243/b313e41b3af3%2C40497%2C1732286097243.1732286098559 2024-11-22T14:34:58,576 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37325:37325)] 2024-11-22T14:34:58,576 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-22T14:34:58,576 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T14:34:58,576 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:34:58,576 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:34:58,577 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:34:58,578 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-22T14:34:58,579 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:34:58,579 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T14:34:58,579 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:34:58,580 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-22T14:34:58,580 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:34:58,580 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:34:58,580 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:34:58,581 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-22T14:34:58,581 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:34:58,581 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:34:58,582 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:34:58,582 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-22T14:34:58,582 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:34:58,583 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:34:58,583 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:34:58,583 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39579/user/jenkins/test-data/976e51db-1d53-068b-7378-66c4524d914c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:34:58,584 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39579/user/jenkins/test-data/976e51db-1d53-068b-7378-66c4524d914c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:34:58,585 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:34:58,585 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:34:58,585 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T14:34:58,586 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:34:58,588 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39579/user/jenkins/test-data/976e51db-1d53-068b-7378-66c4524d914c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T14:34:58,588 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65200368, jitterRate=-0.028438806533813477}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T14:34:58,588 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732286098576Initializing all the Stores at 1732286098577 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732286098577Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732286098577Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732286098577Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732286098577Cleaning up temporary data from old regions at 1732286098585 (+8 ms)Region opened successfully at 1732286098588 (+3 ms) 2024-11-22T14:34:58,588 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-22T14:34:58,591 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38148d91, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b313e41b3af3/172.17.0.2:0 2024-11-22T14:34:58,591 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-22T14:34:58,591 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-22T14:34:58,592 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-22T14:34:58,592 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-22T14:34:58,592 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-22T14:34:58,592 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-22T14:34:58,592 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-22T14:34:58,594 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-22T14:34:58,595 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40497-0x10067db61d70006, quorum=127.0.0.1:56016, baseZNode=/21870690219 Unable to get data of znode /21870690219/balancer because node does not exist (not necessarily an error) 2024-11-22T14:34:58,595 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21870690219/balancer already deleted, retry=false 2024-11-22T14:34:58,596 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-22T14:34:58,596 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40497-0x10067db61d70006, quorum=127.0.0.1:56016, baseZNode=/21870690219 Unable to get data of znode /21870690219/normalizer because node does not exist (not necessarily an error) 2024-11-22T14:34:58,597 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21870690219/normalizer already deleted, retry=false 2024-11-22T14:34:58,597 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-22T14:34:58,598 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40497-0x10067db61d70006, quorum=127.0.0.1:56016, baseZNode=/21870690219 Unable to get data of znode /21870690219/switch/split because node does not exist (not necessarily an error) 2024-11-22T14:34:58,599 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21870690219/switch/split already deleted, retry=false 2024-11-22T14:34:58,600 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40497-0x10067db61d70006, quorum=127.0.0.1:56016, baseZNode=/21870690219 Unable to get data of znode /21870690219/switch/merge because node does not exist (not necessarily an error) 2024-11-22T14:34:58,600 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21870690219/switch/merge already deleted, retry=false 2024-11-22T14:34:58,602 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40497-0x10067db61d70006, quorum=127.0.0.1:56016, baseZNode=/21870690219 Unable to get data of znode /21870690219/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-22T14:34:58,602 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21870690219/snapshot-cleanup already deleted, retry=false 2024-11-22T14:34:58,603 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40497-0x10067db61d70006, quorum=127.0.0.1:56016, baseZNode=/21870690219 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21870690219/running 2024-11-22T14:34:58,603 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37639-0x10067db61d70007, quorum=127.0.0.1:56016, baseZNode=/21870690219 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21870690219/running 2024-11-22T14:34:58,603 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40497-0x10067db61d70006, quorum=127.0.0.1:56016, baseZNode=/21870690219 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21870690219 2024-11-22T14:34:58,603 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37639-0x10067db61d70007, quorum=127.0.0.1:56016, baseZNode=/21870690219 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21870690219 2024-11-22T14:34:58,604 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b313e41b3af3,40497,1732286097243, sessionid=0x10067db61d70006, setting cluster-up flag (Was=false) 2024-11-22T14:34:58,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40497-0x10067db61d70006, quorum=127.0.0.1:56016, baseZNode=/21870690219 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21870690219 2024-11-22T14:34:58,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37639-0x10067db61d70007, quorum=127.0.0.1:56016, baseZNode=/21870690219 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21870690219 2024-11-22T14:34:58,607 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21870690219/flush-table-proc/acquired, /21870690219/flush-table-proc/reached, /21870690219/flush-table-proc/abort 2024-11-22T14:34:58,608 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b313e41b3af3,40497,1732286097243 2024-11-22T14:34:58,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40497-0x10067db61d70006, quorum=127.0.0.1:56016, baseZNode=/21870690219 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21870690219 2024-11-22T14:34:58,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37639-0x10067db61d70007, quorum=127.0.0.1:56016, baseZNode=/21870690219 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21870690219 2024-11-22T14:34:58,612 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21870690219/online-snapshot/acquired, /21870690219/online-snapshot/reached, /21870690219/online-snapshot/abort 2024-11-22T14:34:58,612 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b313e41b3af3,40497,1732286097243 2024-11-22T14:34:58,613 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39579/user/jenkins/test-data/976e51db-1d53-068b-7378-66c4524d914c/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-22T14:34:58,614 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-22T14:34:58,615 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-22T14:34:58,615 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-22T14:34:58,615 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b313e41b3af3,40497,1732286097243 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-22T14:34:58,616 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b313e41b3af3:0, corePoolSize=5, maxPoolSize=5 2024-11-22T14:34:58,616 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b313e41b3af3:0, corePoolSize=5, maxPoolSize=5 2024-11-22T14:34:58,616 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b313e41b3af3:0, corePoolSize=5, maxPoolSize=5 2024-11-22T14:34:58,616 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b313e41b3af3:0, corePoolSize=5, maxPoolSize=5 2024-11-22T14:34:58,616 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b313e41b3af3:0, corePoolSize=10, maxPoolSize=10 2024-11-22T14:34:58,616 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:34:58,616 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b313e41b3af3:0, corePoolSize=2, maxPoolSize=2 2024-11-22T14:34:58,616 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:34:58,617 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T14:34:58,617 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-22T14:34:58,618 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:34:58,618 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-22T14:34:58,621 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732286128621 2024-11-22T14:34:58,621 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-22T14:34:58,621 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-22T14:34:58,621 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-22T14:34:58,621 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-22T14:34:58,621 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-22T14:34:58,621 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-22T14:34:58,621 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T14:34:58,622 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-22T14:34:58,622 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-22T14:34:58,622 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-22T14:34:58,622 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-22T14:34:58,622 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-22T14:34:58,622 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-22T14:34:58,622 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b313e41b3af3:0:becomeActiveMaster-HFileCleaner.large.0-1732286098622,5,FailOnTimeoutGroup] 2024-11-22T14:34:58,623 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b313e41b3af3:0:becomeActiveMaster-HFileCleaner.small.0-1732286098622,5,FailOnTimeoutGroup] 2024-11-22T14:34:58,623 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T14:34:58,623 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-22T14:34:58,623 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-22T14:34:58,623 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-22T14:34:58,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073741831_1007 (size=1321) 2024-11-22T14:34:58,704 INFO [RS:0;b313e41b3af3:37639 {}] regionserver.HRegionServer(746): ClusterId : 56e294f0-2b68-4404-8c5f-ee59d9ff25bf 2024-11-22T14:34:58,704 DEBUG [RS:0;b313e41b3af3:37639 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-22T14:34:58,705 DEBUG [RS:0;b313e41b3af3:37639 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-22T14:34:58,705 DEBUG [RS:0;b313e41b3af3:37639 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-22T14:34:58,706 DEBUG [RS:0;b313e41b3af3:37639 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-22T14:34:58,707 DEBUG [RS:0;b313e41b3af3:37639 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1078760f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b313e41b3af3/172.17.0.2:0 2024-11-22T14:34:58,718 DEBUG [RS:0;b313e41b3af3:37639 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b313e41b3af3:37639 2024-11-22T14:34:58,718 INFO [RS:0;b313e41b3af3:37639 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-22T14:34:58,718 INFO [RS:0;b313e41b3af3:37639 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-22T14:34:58,718 DEBUG [RS:0;b313e41b3af3:37639 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-22T14:34:58,719 INFO [RS:0;b313e41b3af3:37639 {}] regionserver.HRegionServer(2659): reportForDuty to master=b313e41b3af3,40497,1732286097243 with port=37639, startcode=1732286097284 2024-11-22T14:34:58,719 DEBUG [RS:0;b313e41b3af3:37639 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-22T14:34:58,720 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34249, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=RegionServerStatusService 2024-11-22T14:34:58,721 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40497 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b313e41b3af3,37639,1732286097284 2024-11-22T14:34:58,721 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40497 {}] master.ServerManager(517): Registering regionserver=b313e41b3af3,37639,1732286097284 2024-11-22T14:34:58,722 DEBUG [RS:0;b313e41b3af3:37639 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39579/user/jenkins/test-data/976e51db-1d53-068b-7378-66c4524d914c 2024-11-22T14:34:58,722 DEBUG [RS:0;b313e41b3af3:37639 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39579 2024-11-22T14:34:58,722 DEBUG [RS:0;b313e41b3af3:37639 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-22T14:34:58,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40497-0x10067db61d70006, quorum=127.0.0.1:56016, baseZNode=/21870690219 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21870690219/rs 2024-11-22T14:34:58,724 DEBUG [RS:0;b313e41b3af3:37639 {}] zookeeper.ZKUtil(111): regionserver:37639-0x10067db61d70007, quorum=127.0.0.1:56016, baseZNode=/21870690219 Set watcher on existing znode=/21870690219/rs/b313e41b3af3,37639,1732286097284 2024-11-22T14:34:58,724 WARN [RS:0;b313e41b3af3:37639 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T14:34:58,724 INFO [RS:0;b313e41b3af3:37639 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T14:34:58,724 DEBUG [RS:0;b313e41b3af3:37639 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39579/user/jenkins/test-data/976e51db-1d53-068b-7378-66c4524d914c/WALs/b313e41b3af3,37639,1732286097284 2024-11-22T14:34:58,724 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b313e41b3af3,37639,1732286097284] 2024-11-22T14:34:58,727 INFO [RS:0;b313e41b3af3:37639 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-22T14:34:58,728 INFO [RS:0;b313e41b3af3:37639 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-22T14:34:58,728 INFO [RS:0;b313e41b3af3:37639 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-22T14:34:58,728 INFO [RS:0;b313e41b3af3:37639 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T14:34:58,729 INFO [RS:0;b313e41b3af3:37639 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-22T14:34:58,729 INFO [RS:0;b313e41b3af3:37639 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-22T14:34:58,729 INFO [RS:0;b313e41b3af3:37639 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-22T14:34:58,729 DEBUG [RS:0;b313e41b3af3:37639 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:34:58,729 DEBUG [RS:0;b313e41b3af3:37639 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:34:58,729 DEBUG [RS:0;b313e41b3af3:37639 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:34:58,729 DEBUG [RS:0;b313e41b3af3:37639 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:34:58,729 DEBUG [RS:0;b313e41b3af3:37639 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:34:58,729 DEBUG [RS:0;b313e41b3af3:37639 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b313e41b3af3:0, corePoolSize=2, maxPoolSize=2 2024-11-22T14:34:58,729 DEBUG [RS:0;b313e41b3af3:37639 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:34:58,729 DEBUG [RS:0;b313e41b3af3:37639 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:34:58,729 DEBUG [RS:0;b313e41b3af3:37639 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:34:58,729 DEBUG [RS:0;b313e41b3af3:37639 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:34:58,729 DEBUG [RS:0;b313e41b3af3:37639 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:34:58,729 DEBUG [RS:0;b313e41b3af3:37639 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:34:58,729 DEBUG [RS:0;b313e41b3af3:37639 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b313e41b3af3:0, corePoolSize=3, maxPoolSize=3 2024-11-22T14:34:58,730 DEBUG [RS:0;b313e41b3af3:37639 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b313e41b3af3:0, corePoolSize=3, maxPoolSize=3 2024-11-22T14:34:58,732 INFO [RS:0;b313e41b3af3:37639 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T14:34:58,732 INFO [RS:0;b313e41b3af3:37639 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T14:34:58,732 INFO [RS:0;b313e41b3af3:37639 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T14:34:58,733 INFO [RS:0;b313e41b3af3:37639 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-22T14:34:58,733 INFO [RS:0;b313e41b3af3:37639 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-22T14:34:58,733 INFO [RS:0;b313e41b3af3:37639 {}] hbase.ChoreService(168): Chore ScheduledChore name=b313e41b3af3,37639,1732286097284-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T14:34:58,749 INFO [RS:0;b313e41b3af3:37639 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-22T14:34:58,750 INFO [RS:0;b313e41b3af3:37639 {}] hbase.ChoreService(168): Chore ScheduledChore name=b313e41b3af3,37639,1732286097284-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T14:34:58,750 INFO [RS:0;b313e41b3af3:37639 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T14:34:58,750 INFO [RS:0;b313e41b3af3:37639 {}] regionserver.Replication(171): b313e41b3af3,37639,1732286097284 started 2024-11-22T14:34:58,764 INFO [RS:0;b313e41b3af3:37639 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T14:34:58,764 INFO [RS:0;b313e41b3af3:37639 {}] regionserver.HRegionServer(1482): Serving as b313e41b3af3,37639,1732286097284, RpcServer on b313e41b3af3/172.17.0.2:37639, sessionid=0x10067db61d70007 2024-11-22T14:34:58,764 DEBUG [RS:0;b313e41b3af3:37639 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-22T14:34:58,764 DEBUG [RS:0;b313e41b3af3:37639 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b313e41b3af3,37639,1732286097284 2024-11-22T14:34:58,764 DEBUG [RS:0;b313e41b3af3:37639 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b313e41b3af3,37639,1732286097284' 2024-11-22T14:34:58,765 DEBUG [RS:0;b313e41b3af3:37639 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21870690219/flush-table-proc/abort' 2024-11-22T14:34:58,765 DEBUG [RS:0;b313e41b3af3:37639 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21870690219/flush-table-proc/acquired' 2024-11-22T14:34:58,765 DEBUG [RS:0;b313e41b3af3:37639 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-22T14:34:58,765 DEBUG [RS:0;b313e41b3af3:37639 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-22T14:34:58,765 DEBUG [RS:0;b313e41b3af3:37639 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b313e41b3af3,37639,1732286097284 2024-11-22T14:34:58,765 DEBUG [RS:0;b313e41b3af3:37639 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b313e41b3af3,37639,1732286097284' 2024-11-22T14:34:58,766 DEBUG [RS:0;b313e41b3af3:37639 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21870690219/online-snapshot/abort' 2024-11-22T14:34:58,766 DEBUG [RS:0;b313e41b3af3:37639 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21870690219/online-snapshot/acquired' 2024-11-22T14:34:58,766 DEBUG [RS:0;b313e41b3af3:37639 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-22T14:34:58,766 INFO [RS:0;b313e41b3af3:37639 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-22T14:34:58,766 INFO [RS:0;b313e41b3af3:37639 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-22T14:34:58,866 INFO [RS:0;b313e41b3af3:37639 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T14:34:58,868 INFO [RS:0;b313e41b3af3:37639 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b313e41b3af3%2C37639%2C1732286097284, suffix=, logDir=hdfs://localhost:39579/user/jenkins/test-data/976e51db-1d53-068b-7378-66c4524d914c/WALs/b313e41b3af3,37639,1732286097284, archiveDir=hdfs://localhost:39579/user/jenkins/test-data/976e51db-1d53-068b-7378-66c4524d914c/oldWALs, maxLogs=10 2024-11-22T14:34:58,880 DEBUG [RS:0;b313e41b3af3:37639 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/976e51db-1d53-068b-7378-66c4524d914c/WALs/b313e41b3af3,37639,1732286097284/b313e41b3af3%2C37639%2C1732286097284.1732286098868, exclude list is [], retry=0 2024-11-22T14:34:58,883 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35139,DS-27d2bbc8-9683-428d-88fa-17417456b732,DISK] 2024-11-22T14:34:58,884 INFO [RS:0;b313e41b3af3:37639 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/976e51db-1d53-068b-7378-66c4524d914c/WALs/b313e41b3af3,37639,1732286097284/b313e41b3af3%2C37639%2C1732286097284.1732286098868 2024-11-22T14:34:58,885 DEBUG [RS:0;b313e41b3af3:37639 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37325:37325)] 2024-11-22T14:34:59,029 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39579/user/jenkins/test-data/976e51db-1d53-068b-7378-66c4524d914c/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-22T14:34:59,029 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39579/user/jenkins/test-data/976e51db-1d53-068b-7378-66c4524d914c 2024-11-22T14:34:59,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073741833_1009 (size=32) 2024-11-22T14:34:59,434 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T14:34:59,435 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T14:34:59,436 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T14:34:59,436 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:34:59,436 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T14:34:59,437 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T14:34:59,437 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T14:34:59,438 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:34:59,438 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T14:34:59,438 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T14:34:59,439 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T14:34:59,439 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:34:59,439 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T14:34:59,439 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T14:34:59,440 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T14:34:59,440 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:34:59,440 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T14:34:59,440 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T14:34:59,441 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39579/user/jenkins/test-data/976e51db-1d53-068b-7378-66c4524d914c/data/hbase/meta/1588230740 2024-11-22T14:34:59,441 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39579/user/jenkins/test-data/976e51db-1d53-068b-7378-66c4524d914c/data/hbase/meta/1588230740 2024-11-22T14:34:59,442 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T14:34:59,442 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T14:34:59,442 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T14:34:59,443 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T14:34:59,444 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39579/user/jenkins/test-data/976e51db-1d53-068b-7378-66c4524d914c/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T14:34:59,445 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65128339, jitterRate=-0.02951212227344513}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T14:34:59,445 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732286099434Initializing all the Stores at 1732286099435 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732286099435Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732286099435Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732286099435Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732286099435Cleaning up temporary data from old regions at 1732286099442 (+7 ms)Region opened successfully at 1732286099445 (+3 ms) 2024-11-22T14:34:59,445 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-22T14:34:59,445 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-22T14:34:59,445 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-22T14:34:59,445 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T14:34:59,445 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T14:34:59,445 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-22T14:34:59,445 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732286099445Disabling compacts and flushes for region at 1732286099445Disabling writes for close at 1732286099445Writing region close event to WAL at 1732286099445Closed at 1732286099445 2024-11-22T14:34:59,446 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T14:34:59,446 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-22T14:34:59,446 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-22T14:34:59,447 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T14:34:59,448 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-22T14:34:59,598 DEBUG [b313e41b3af3:40497 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-22T14:34:59,598 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b313e41b3af3,37639,1732286097284 2024-11-22T14:34:59,599 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b313e41b3af3,37639,1732286097284, state=OPENING 2024-11-22T14:34:59,600 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-22T14:34:59,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37639-0x10067db61d70007, quorum=127.0.0.1:56016, baseZNode=/21870690219 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21870690219 2024-11-22T14:34:59,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40497-0x10067db61d70006, quorum=127.0.0.1:56016, baseZNode=/21870690219 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21870690219 2024-11-22T14:34:59,601 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21870690219/meta-region-server: CHANGED 2024-11-22T14:34:59,601 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21870690219/meta-region-server: CHANGED 2024-11-22T14:34:59,602 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T14:34:59,602 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b313e41b3af3,37639,1732286097284}] 2024-11-22T14:34:59,754 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-22T14:34:59,755 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36197, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-22T14:34:59,757 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-22T14:34:59,757 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T14:34:59,757 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-22T14:34:59,759 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b313e41b3af3%2C37639%2C1732286097284.meta, suffix=.meta, logDir=hdfs://localhost:39579/user/jenkins/test-data/976e51db-1d53-068b-7378-66c4524d914c/WALs/b313e41b3af3,37639,1732286097284, archiveDir=hdfs://localhost:39579/user/jenkins/test-data/976e51db-1d53-068b-7378-66c4524d914c/oldWALs, maxLogs=10 2024-11-22T14:34:59,774 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/976e51db-1d53-068b-7378-66c4524d914c/WALs/b313e41b3af3,37639,1732286097284/b313e41b3af3%2C37639%2C1732286097284.meta.1732286099759.meta, exclude list is [], retry=0 2024-11-22T14:34:59,775 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35139,DS-27d2bbc8-9683-428d-88fa-17417456b732,DISK] 2024-11-22T14:34:59,777 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/976e51db-1d53-068b-7378-66c4524d914c/WALs/b313e41b3af3,37639,1732286097284/b313e41b3af3%2C37639%2C1732286097284.meta.1732286099759.meta 2024-11-22T14:34:59,777 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37325:37325)] 2024-11-22T14:34:59,777 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-22T14:34:59,777 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-22T14:34:59,777 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-22T14:34:59,778 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-22T14:34:59,778 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-22T14:34:59,778 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-22T14:34:59,778 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T14:34:59,778 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-22T14:34:59,778 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-22T14:34:59,779 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T14:34:59,779 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T14:34:59,779 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:34:59,780 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T14:34:59,780 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T14:34:59,780 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T14:34:59,780 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:34:59,781 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T14:34:59,781 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T14:34:59,781 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T14:34:59,781 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:34:59,782 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T14:34:59,782 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T14:34:59,782 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T14:34:59,782 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:34:59,782 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T14:34:59,783 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T14:34:59,783 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39579/user/jenkins/test-data/976e51db-1d53-068b-7378-66c4524d914c/data/hbase/meta/1588230740 2024-11-22T14:34:59,784 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39579/user/jenkins/test-data/976e51db-1d53-068b-7378-66c4524d914c/data/hbase/meta/1588230740 2024-11-22T14:34:59,785 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T14:34:59,785 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T14:34:59,785 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T14:34:59,786 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T14:34:59,786 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67116052, jitterRate=1.0710954666137695E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T14:34:59,786 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-22T14:34:59,787 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732286099778Writing region info on filesystem at 1732286099778Initializing all the Stores at 1732286099779 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732286099779Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732286099779Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732286099779Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732286099779Cleaning up temporary data from old regions at 1732286099785 (+6 ms)Running coprocessor post-open hooks at 1732286099786 (+1 ms)Region opened successfully at 1732286099787 (+1 ms) 2024-11-22T14:34:59,787 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732286099753 2024-11-22T14:34:59,789 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-22T14:34:59,789 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-22T14:34:59,790 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b313e41b3af3,37639,1732286097284 2024-11-22T14:34:59,790 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b313e41b3af3,37639,1732286097284, state=OPEN 2024-11-22T14:34:59,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40497-0x10067db61d70006, quorum=127.0.0.1:56016, baseZNode=/21870690219 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21870690219/meta-region-server 2024-11-22T14:34:59,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37639-0x10067db61d70007, quorum=127.0.0.1:56016, baseZNode=/21870690219 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21870690219/meta-region-server 2024-11-22T14:34:59,791 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b313e41b3af3,37639,1732286097284 2024-11-22T14:34:59,791 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21870690219/meta-region-server: CHANGED 2024-11-22T14:34:59,791 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21870690219/meta-region-server: CHANGED 2024-11-22T14:34:59,793 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-22T14:34:59,793 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b313e41b3af3,37639,1732286097284 in 189 msec 2024-11-22T14:34:59,795 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-22T14:34:59,795 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 347 msec 2024-11-22T14:34:59,795 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T14:34:59,795 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-22T14:34:59,796 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T14:34:59,796 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b313e41b3af3,37639,1732286097284, seqNum=-1] 2024-11-22T14:34:59,797 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T14:34:59,798 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45203, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T14:34:59,802 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1870 sec 2024-11-22T14:34:59,802 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732286099802, completionTime=-1 2024-11-22T14:34:59,802 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-22T14:34:59,802 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-22T14:34:59,804 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-22T14:34:59,804 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732286159804 2024-11-22T14:34:59,804 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732286219804 2024-11-22T14:34:59,804 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-22T14:34:59,804 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b313e41b3af3,40497,1732286097243-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T14:34:59,804 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b313e41b3af3,40497,1732286097243-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T14:34:59,804 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b313e41b3af3,40497,1732286097243-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T14:34:59,804 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b313e41b3af3:40497, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T14:34:59,804 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-22T14:34:59,805 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-22T14:34:59,806 DEBUG [master/b313e41b3af3:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-22T14:34:59,808 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.492sec 2024-11-22T14:34:59,808 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-22T14:34:59,808 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-22T14:34:59,808 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-22T14:34:59,808 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-22T14:34:59,808 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-22T14:34:59,808 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b313e41b3af3,40497,1732286097243-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T14:34:59,808 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b313e41b3af3,40497,1732286097243-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-22T14:34:59,810 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-22T14:34:59,810 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-22T14:34:59,810 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b313e41b3af3,40497,1732286097243-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T14:34:59,904 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24b9c14a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:34:59,904 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b313e41b3af3,40497,-1 for getting cluster id 2024-11-22T14:34:59,905 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T14:34:59,905 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '56e294f0-2b68-4404-8c5f-ee59d9ff25bf' 2024-11-22T14:34:59,906 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T14:34:59,906 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "56e294f0-2b68-4404-8c5f-ee59d9ff25bf" 2024-11-22T14:34:59,906 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c43213e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:34:59,906 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b313e41b3af3,40497,-1] 2024-11-22T14:34:59,906 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T14:34:59,906 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:34:59,907 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33758, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T14:34:59,907 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c4f67e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:34:59,907 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T14:34:59,908 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b313e41b3af3,37639,1732286097284, seqNum=-1] 2024-11-22T14:34:59,908 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T14:34:59,909 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54048, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T14:34:59,910 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b313e41b3af3,40497,1732286097243 2024-11-22T14:34:59,911 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:56016 2024-11-22T14:34:59,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:56016, baseZNode=/21870690219 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T14:34:59,912 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x10067db61d70008 connected 2024-11-22T14:34:59,915 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T14:34:59,916 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is b313e41b3af3,44443,1732286089427 2024-11-22T14:34:59,916 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@70176ba4 2024-11-22T14:34:59,916 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T14:34:59,916 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58260, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T14:34:59,917 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44443 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T14:34:59,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44443 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-22T14:34:59,919 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T14:34:59,919 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:34:59,919 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44443 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-22T14:34:59,920 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T14:34:59,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44443 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T14:34:59,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40029 is added to blk_1073741835_1011 (size=902) 2024-11-22T14:35:00,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44443 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T14:35:00,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44443 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T14:35:00,325 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 28f03180c0a1f70f4d1ff7e03ca643e6, NAME => 'test,,1732286099917.28f03180c0a1f70f4d1ff7e03ca643e6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36247/user/jenkins/test-data/7cbabb8a-9daf-a46f-7e5f-55b674a0552c 2024-11-22T14:35:00,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40029 is added to blk_1073741836_1012 (size=39) 2024-11-22T14:35:00,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44443 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T14:35:00,730 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732286099917.28f03180c0a1f70f4d1ff7e03ca643e6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T14:35:00,730 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 28f03180c0a1f70f4d1ff7e03ca643e6, disabling compactions & flushes 2024-11-22T14:35:00,730 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732286099917.28f03180c0a1f70f4d1ff7e03ca643e6. 2024-11-22T14:35:00,730 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732286099917.28f03180c0a1f70f4d1ff7e03ca643e6. 2024-11-22T14:35:00,730 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732286099917.28f03180c0a1f70f4d1ff7e03ca643e6. after waiting 0 ms 2024-11-22T14:35:00,730 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732286099917.28f03180c0a1f70f4d1ff7e03ca643e6. 2024-11-22T14:35:00,730 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732286099917.28f03180c0a1f70f4d1ff7e03ca643e6. 2024-11-22T14:35:00,730 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 28f03180c0a1f70f4d1ff7e03ca643e6: Waiting for close lock at 1732286100730Disabling compacts and flushes for region at 1732286100730Disabling writes for close at 1732286100730Writing region close event to WAL at 1732286100730Closed at 1732286100730 2024-11-22T14:35:00,731 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T14:35:00,731 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732286099917.28f03180c0a1f70f4d1ff7e03ca643e6.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732286100731"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732286100731"}]},"ts":"1732286100731"} 2024-11-22T14:35:00,733 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-22T14:35:00,734 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T14:35:00,734 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732286100734"}]},"ts":"1732286100734"} 2024-11-22T14:35:00,735 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-22T14:35:00,736 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=28f03180c0a1f70f4d1ff7e03ca643e6, ASSIGN}] 2024-11-22T14:35:00,736 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=28f03180c0a1f70f4d1ff7e03ca643e6, ASSIGN 2024-11-22T14:35:00,737 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=28f03180c0a1f70f4d1ff7e03ca643e6, ASSIGN; state=OFFLINE, location=b313e41b3af3,38729,1732286089468; forceNewPlan=false, retain=false 2024-11-22T14:35:00,887 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=28f03180c0a1f70f4d1ff7e03ca643e6, regionState=OPENING, regionLocation=b313e41b3af3,38729,1732286089468 2024-11-22T14:35:00,889 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=28f03180c0a1f70f4d1ff7e03ca643e6, ASSIGN because future has completed 2024-11-22T14:35:00,890 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 28f03180c0a1f70f4d1ff7e03ca643e6, server=b313e41b3af3,38729,1732286089468}] 2024-11-22T14:35:01,044 INFO [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732286099917.28f03180c0a1f70f4d1ff7e03ca643e6. 2024-11-22T14:35:01,044 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 28f03180c0a1f70f4d1ff7e03ca643e6, NAME => 'test,,1732286099917.28f03180c0a1f70f4d1ff7e03ca643e6.', STARTKEY => '', ENDKEY => ''} 2024-11-22T14:35:01,044 INFO [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-22T14:35:01,044 INFO [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-22T14:35:01,045 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 28f03180c0a1f70f4d1ff7e03ca643e6 2024-11-22T14:35:01,045 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732286099917.28f03180c0a1f70f4d1ff7e03ca643e6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T14:35:01,045 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 28f03180c0a1f70f4d1ff7e03ca643e6 2024-11-22T14:35:01,045 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 28f03180c0a1f70f4d1ff7e03ca643e6 2024-11-22T14:35:01,046 INFO [StoreOpener-28f03180c0a1f70f4d1ff7e03ca643e6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 28f03180c0a1f70f4d1ff7e03ca643e6 2024-11-22T14:35:01,046 INFO [StoreOpener-28f03180c0a1f70f4d1ff7e03ca643e6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 28f03180c0a1f70f4d1ff7e03ca643e6 columnFamilyName f 2024-11-22T14:35:01,046 DEBUG [StoreOpener-28f03180c0a1f70f4d1ff7e03ca643e6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:35:01,047 INFO [StoreOpener-28f03180c0a1f70f4d1ff7e03ca643e6-1 {}] regionserver.HStore(327): Store=28f03180c0a1f70f4d1ff7e03ca643e6/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:35:01,047 INFO [StoreOpener-28f03180c0a1f70f4d1ff7e03ca643e6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 28f03180c0a1f70f4d1ff7e03ca643e6 2024-11-22T14:35:01,047 INFO [StoreOpener-28f03180c0a1f70f4d1ff7e03ca643e6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 28f03180c0a1f70f4d1ff7e03ca643e6 columnFamilyName f1 2024-11-22T14:35:01,047 DEBUG [StoreOpener-28f03180c0a1f70f4d1ff7e03ca643e6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:35:01,048 INFO [StoreOpener-28f03180c0a1f70f4d1ff7e03ca643e6-1 {}] regionserver.HStore(327): Store=28f03180c0a1f70f4d1ff7e03ca643e6/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:35:01,048 INFO [StoreOpener-28f03180c0a1f70f4d1ff7e03ca643e6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 28f03180c0a1f70f4d1ff7e03ca643e6 2024-11-22T14:35:01,048 INFO [StoreOpener-28f03180c0a1f70f4d1ff7e03ca643e6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 28f03180c0a1f70f4d1ff7e03ca643e6 columnFamilyName norep 2024-11-22T14:35:01,048 DEBUG [StoreOpener-28f03180c0a1f70f4d1ff7e03ca643e6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:35:01,049 INFO [StoreOpener-28f03180c0a1f70f4d1ff7e03ca643e6-1 {}] regionserver.HStore(327): Store=28f03180c0a1f70f4d1ff7e03ca643e6/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:35:01,049 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 28f03180c0a1f70f4d1ff7e03ca643e6 2024-11-22T14:35:01,049 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36247/user/jenkins/test-data/7cbabb8a-9daf-a46f-7e5f-55b674a0552c/data/default/test/28f03180c0a1f70f4d1ff7e03ca643e6 2024-11-22T14:35:01,049 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36247/user/jenkins/test-data/7cbabb8a-9daf-a46f-7e5f-55b674a0552c/data/default/test/28f03180c0a1f70f4d1ff7e03ca643e6 2024-11-22T14:35:01,050 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 28f03180c0a1f70f4d1ff7e03ca643e6 2024-11-22T14:35:01,050 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 28f03180c0a1f70f4d1ff7e03ca643e6 2024-11-22T14:35:01,050 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-22T14:35:01,051 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 28f03180c0a1f70f4d1ff7e03ca643e6 2024-11-22T14:35:01,052 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36247/user/jenkins/test-data/7cbabb8a-9daf-a46f-7e5f-55b674a0552c/data/default/test/28f03180c0a1f70f4d1ff7e03ca643e6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T14:35:01,052 INFO [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 28f03180c0a1f70f4d1ff7e03ca643e6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66081637, jitterRate=-0.015306875109672546}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-22T14:35:01,052 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 28f03180c0a1f70f4d1ff7e03ca643e6 2024-11-22T14:35:01,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44443 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T14:35:01,053 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 28f03180c0a1f70f4d1ff7e03ca643e6: Running coprocessor pre-open hook at 1732286101045Writing region info on filesystem at 1732286101045Initializing all the Stores at 1732286101045Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732286101045Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732286101046 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732286101046Cleaning up temporary data from old regions at 1732286101050 (+4 ms)Running coprocessor post-open hooks at 1732286101052 (+2 ms)Region opened successfully at 1732286101053 (+1 ms) 2024-11-22T14:35:01,053 INFO [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732286099917.28f03180c0a1f70f4d1ff7e03ca643e6., pid=6, masterSystemTime=1732286101041 2024-11-22T14:35:01,055 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732286099917.28f03180c0a1f70f4d1ff7e03ca643e6. 2024-11-22T14:35:01,055 INFO [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732286099917.28f03180c0a1f70f4d1ff7e03ca643e6. 2024-11-22T14:35:01,055 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=28f03180c0a1f70f4d1ff7e03ca643e6, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=b313e41b3af3,38729,1732286089468 2024-11-22T14:35:01,056 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 28f03180c0a1f70f4d1ff7e03ca643e6, server=b313e41b3af3,38729,1732286089468 because future has completed 2024-11-22T14:35:01,058 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-22T14:35:01,059 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 28f03180c0a1f70f4d1ff7e03ca643e6, server=b313e41b3af3,38729,1732286089468 in 168 msec 2024-11-22T14:35:01,060 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-22T14:35:01,060 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=28f03180c0a1f70f4d1ff7e03ca643e6, ASSIGN in 324 msec 2024-11-22T14:35:01,060 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T14:35:01,061 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732286101060"}]},"ts":"1732286101060"} 2024-11-22T14:35:01,062 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-22T14:35:01,062 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T14:35:01,064 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1450 sec 2024-11-22T14:35:02,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44443 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T14:35:02,063 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-22T14:35:02,063 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T14:35:02,064 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is b313e41b3af3,39819,1732286093356 2024-11-22T14:35:02,064 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3f88fecc 2024-11-22T14:35:02,064 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T14:35:02,065 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56976, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T14:35:02,065 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39819 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T14:35:02,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39819 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-22T14:35:02,067 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T14:35:02,067 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:35:02,067 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39819 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-22T14:35:02,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39819 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T14:35:02,068 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T14:35:02,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32829 is added to blk_1073741835_1011 (size=902) 2024-11-22T14:35:02,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39819 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T14:35:02,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39819 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T14:35:02,477 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5aef93833906a8a26f8d9541dc780f6d, NAME => 'test,,1732286102065.5aef93833906a8a26f8d9541dc780f6d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42543/user/jenkins/test-data/989dfb5d-fad3-492c-7bdc-173c76c7173a 2024-11-22T14:35:02,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32829 is added to blk_1073741836_1012 (size=39) 2024-11-22T14:35:02,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39819 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T14:35:02,881 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732286102065.5aef93833906a8a26f8d9541dc780f6d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T14:35:02,881 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 5aef93833906a8a26f8d9541dc780f6d, disabling compactions & flushes 2024-11-22T14:35:02,881 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732286102065.5aef93833906a8a26f8d9541dc780f6d. 2024-11-22T14:35:02,881 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732286102065.5aef93833906a8a26f8d9541dc780f6d. 2024-11-22T14:35:02,881 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732286102065.5aef93833906a8a26f8d9541dc780f6d. after waiting 0 ms 2024-11-22T14:35:02,881 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732286102065.5aef93833906a8a26f8d9541dc780f6d. 2024-11-22T14:35:02,881 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732286102065.5aef93833906a8a26f8d9541dc780f6d. 2024-11-22T14:35:02,881 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5aef93833906a8a26f8d9541dc780f6d: Waiting for close lock at 1732286102881Disabling compacts and flushes for region at 1732286102881Disabling writes for close at 1732286102881Writing region close event to WAL at 1732286102881Closed at 1732286102881 2024-11-22T14:35:02,882 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T14:35:02,883 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732286102065.5aef93833906a8a26f8d9541dc780f6d.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732286102882"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732286102882"}]},"ts":"1732286102882"} 2024-11-22T14:35:02,884 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-22T14:35:02,885 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T14:35:02,885 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732286102885"}]},"ts":"1732286102885"} 2024-11-22T14:35:02,886 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-22T14:35:02,886 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=5aef93833906a8a26f8d9541dc780f6d, ASSIGN}] 2024-11-22T14:35:02,887 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=5aef93833906a8a26f8d9541dc780f6d, ASSIGN 2024-11-22T14:35:02,888 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=5aef93833906a8a26f8d9541dc780f6d, ASSIGN; state=OFFLINE, location=b313e41b3af3,44317,1732286093380; forceNewPlan=false, retain=false 2024-11-22T14:35:03,038 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5aef93833906a8a26f8d9541dc780f6d, regionState=OPENING, regionLocation=b313e41b3af3,44317,1732286093380 2024-11-22T14:35:03,040 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=5aef93833906a8a26f8d9541dc780f6d, ASSIGN because future has completed 2024-11-22T14:35:03,040 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5aef93833906a8a26f8d9541dc780f6d, server=b313e41b3af3,44317,1732286093380}] 2024-11-22T14:35:03,194 INFO [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732286102065.5aef93833906a8a26f8d9541dc780f6d. 2024-11-22T14:35:03,194 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 5aef93833906a8a26f8d9541dc780f6d, NAME => 'test,,1732286102065.5aef93833906a8a26f8d9541dc780f6d.', STARTKEY => '', ENDKEY => ''} 2024-11-22T14:35:03,195 INFO [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-22T14:35:03,195 INFO [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-22T14:35:03,195 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 5aef93833906a8a26f8d9541dc780f6d 2024-11-22T14:35:03,195 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732286102065.5aef93833906a8a26f8d9541dc780f6d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T14:35:03,195 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 5aef93833906a8a26f8d9541dc780f6d 2024-11-22T14:35:03,195 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 5aef93833906a8a26f8d9541dc780f6d 2024-11-22T14:35:03,196 INFO [StoreOpener-5aef93833906a8a26f8d9541dc780f6d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 5aef93833906a8a26f8d9541dc780f6d 2024-11-22T14:35:03,197 INFO [StoreOpener-5aef93833906a8a26f8d9541dc780f6d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5aef93833906a8a26f8d9541dc780f6d columnFamilyName f 2024-11-22T14:35:03,197 DEBUG [StoreOpener-5aef93833906a8a26f8d9541dc780f6d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:35:03,197 INFO [StoreOpener-5aef93833906a8a26f8d9541dc780f6d-1 {}] regionserver.HStore(327): Store=5aef93833906a8a26f8d9541dc780f6d/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:35:03,197 INFO [StoreOpener-5aef93833906a8a26f8d9541dc780f6d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 5aef93833906a8a26f8d9541dc780f6d 2024-11-22T14:35:03,198 INFO [StoreOpener-5aef93833906a8a26f8d9541dc780f6d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5aef93833906a8a26f8d9541dc780f6d columnFamilyName f1 2024-11-22T14:35:03,198 DEBUG [StoreOpener-5aef93833906a8a26f8d9541dc780f6d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:35:03,199 INFO [StoreOpener-5aef93833906a8a26f8d9541dc780f6d-1 {}] regionserver.HStore(327): Store=5aef93833906a8a26f8d9541dc780f6d/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:35:03,199 INFO [StoreOpener-5aef93833906a8a26f8d9541dc780f6d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 5aef93833906a8a26f8d9541dc780f6d 2024-11-22T14:35:03,199 INFO [StoreOpener-5aef93833906a8a26f8d9541dc780f6d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5aef93833906a8a26f8d9541dc780f6d columnFamilyName norep 2024-11-22T14:35:03,199 DEBUG [StoreOpener-5aef93833906a8a26f8d9541dc780f6d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:35:03,200 INFO [StoreOpener-5aef93833906a8a26f8d9541dc780f6d-1 {}] regionserver.HStore(327): Store=5aef93833906a8a26f8d9541dc780f6d/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:35:03,200 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 5aef93833906a8a26f8d9541dc780f6d 2024-11-22T14:35:03,200 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42543/user/jenkins/test-data/989dfb5d-fad3-492c-7bdc-173c76c7173a/data/default/test/5aef93833906a8a26f8d9541dc780f6d 2024-11-22T14:35:03,200 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42543/user/jenkins/test-data/989dfb5d-fad3-492c-7bdc-173c76c7173a/data/default/test/5aef93833906a8a26f8d9541dc780f6d 2024-11-22T14:35:03,201 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 5aef93833906a8a26f8d9541dc780f6d 2024-11-22T14:35:03,201 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 5aef93833906a8a26f8d9541dc780f6d 2024-11-22T14:35:03,201 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-22T14:35:03,202 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 5aef93833906a8a26f8d9541dc780f6d 2024-11-22T14:35:03,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39819 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T14:35:03,204 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42543/user/jenkins/test-data/989dfb5d-fad3-492c-7bdc-173c76c7173a/data/default/test/5aef93833906a8a26f8d9541dc780f6d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T14:35:03,204 INFO [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 5aef93833906a8a26f8d9541dc780f6d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75400496, jitterRate=0.12355494499206543}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-22T14:35:03,204 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5aef93833906a8a26f8d9541dc780f6d 2024-11-22T14:35:03,204 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 5aef93833906a8a26f8d9541dc780f6d: Running coprocessor pre-open hook at 1732286103195Writing region info on filesystem at 1732286103195Initializing all the Stores at 1732286103196 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732286103196Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732286103196Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732286103196Cleaning up temporary data from old regions at 1732286103201 (+5 ms)Running coprocessor post-open hooks at 1732286103204 (+3 ms)Region opened successfully at 1732286103204 2024-11-22T14:35:03,205 INFO [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732286102065.5aef93833906a8a26f8d9541dc780f6d., pid=6, masterSystemTime=1732286103191 2024-11-22T14:35:03,206 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732286102065.5aef93833906a8a26f8d9541dc780f6d. 2024-11-22T14:35:03,206 INFO [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732286102065.5aef93833906a8a26f8d9541dc780f6d. 2024-11-22T14:35:03,207 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5aef93833906a8a26f8d9541dc780f6d, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=b313e41b3af3,44317,1732286093380 2024-11-22T14:35:03,208 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5aef93833906a8a26f8d9541dc780f6d, server=b313e41b3af3,44317,1732286093380 because future has completed 2024-11-22T14:35:03,210 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-22T14:35:03,210 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 5aef93833906a8a26f8d9541dc780f6d, server=b313e41b3af3,44317,1732286093380 in 169 msec 2024-11-22T14:35:03,212 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-22T14:35:03,212 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=5aef93833906a8a26f8d9541dc780f6d, ASSIGN in 324 msec 2024-11-22T14:35:03,212 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T14:35:03,213 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732286103213"}]},"ts":"1732286103213"} 2024-11-22T14:35:03,214 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-22T14:35:03,215 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T14:35:03,216 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1500 sec 2024-11-22T14:35:03,311 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-22T14:35:04,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39819 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T14:35:04,213 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-22T14:35:04,213 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T14:35:04,214 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is b313e41b3af3,40497,1732286097243 2024-11-22T14:35:04,214 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@60892a67 2024-11-22T14:35:04,214 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T14:35:04,215 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33774, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T14:35:04,216 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40497 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T14:35:04,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40497 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-22T14:35:04,217 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T14:35:04,218 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:35:04,218 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40497 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-22T14:35:04,218 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T14:35:04,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40497 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T14:35:04,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073741835_1011 (size=902) 2024-11-22T14:35:04,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40497 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T14:35:04,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40497 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T14:35:04,624 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e62978078855afa435e0913d19ba4204, NAME => 'test,,1732286104215.e62978078855afa435e0913d19ba4204.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39579/user/jenkins/test-data/976e51db-1d53-068b-7378-66c4524d914c 2024-11-22T14:35:04,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073741836_1012 (size=39) 2024-11-22T14:35:04,693 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T14:35:04,693 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [b313e41b3af3,34993,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b313e41b3af3:34993 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-22T14:35:04,693 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 12, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 48421 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [b313e41b3af3,34993,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b313e41b3af3:34993 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-22T14:35:04,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40497 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T14:35:05,029 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732286104215.e62978078855afa435e0913d19ba4204.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T14:35:05,029 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing e62978078855afa435e0913d19ba4204, disabling compactions & flushes 2024-11-22T14:35:05,029 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732286104215.e62978078855afa435e0913d19ba4204. 2024-11-22T14:35:05,029 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732286104215.e62978078855afa435e0913d19ba4204. 2024-11-22T14:35:05,029 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732286104215.e62978078855afa435e0913d19ba4204. after waiting 0 ms 2024-11-22T14:35:05,029 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732286104215.e62978078855afa435e0913d19ba4204. 2024-11-22T14:35:05,029 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732286104215.e62978078855afa435e0913d19ba4204. 2024-11-22T14:35:05,029 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for e62978078855afa435e0913d19ba4204: Waiting for close lock at 1732286105029Disabling compacts and flushes for region at 1732286105029Disabling writes for close at 1732286105029Writing region close event to WAL at 1732286105029Closed at 1732286105029 2024-11-22T14:35:05,031 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T14:35:05,031 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732286104215.e62978078855afa435e0913d19ba4204.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732286105031"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732286105031"}]},"ts":"1732286105031"} 2024-11-22T14:35:05,033 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-22T14:35:05,033 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T14:35:05,033 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732286105033"}]},"ts":"1732286105033"} 2024-11-22T14:35:05,035 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-22T14:35:05,035 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e62978078855afa435e0913d19ba4204, ASSIGN}] 2024-11-22T14:35:05,036 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e62978078855afa435e0913d19ba4204, ASSIGN 2024-11-22T14:35:05,037 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=e62978078855afa435e0913d19ba4204, ASSIGN; state=OFFLINE, location=b313e41b3af3,37639,1732286097284; forceNewPlan=false, retain=false 2024-11-22T14:35:05,187 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e62978078855afa435e0913d19ba4204, regionState=OPENING, regionLocation=b313e41b3af3,37639,1732286097284 2024-11-22T14:35:05,189 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=e62978078855afa435e0913d19ba4204, ASSIGN because future has completed 2024-11-22T14:35:05,189 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e62978078855afa435e0913d19ba4204, server=b313e41b3af3,37639,1732286097284}] 2024-11-22T14:35:05,279 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-22T14:35:05,280 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:35:05,280 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:35:05,310 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:35:05,310 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:35:05,310 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:35:05,310 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:35:05,310 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:35:05,311 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:35:05,317 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:35:05,320 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:35:05,320 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:35:05,322 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:35:05,335 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-22T14:35:05,335 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-22T14:35:05,336 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-22T14:35:05,336 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-22T14:35:05,345 INFO [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732286104215.e62978078855afa435e0913d19ba4204. 2024-11-22T14:35:05,345 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => e62978078855afa435e0913d19ba4204, NAME => 'test,,1732286104215.e62978078855afa435e0913d19ba4204.', STARTKEY => '', ENDKEY => ''} 2024-11-22T14:35:05,345 INFO [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-22T14:35:05,345 INFO [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-22T14:35:05,345 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test e62978078855afa435e0913d19ba4204 2024-11-22T14:35:05,345 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732286104215.e62978078855afa435e0913d19ba4204.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T14:35:05,345 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for e62978078855afa435e0913d19ba4204 2024-11-22T14:35:05,346 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for e62978078855afa435e0913d19ba4204 2024-11-22T14:35:05,347 INFO [StoreOpener-e62978078855afa435e0913d19ba4204-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region e62978078855afa435e0913d19ba4204 2024-11-22T14:35:05,348 INFO [StoreOpener-e62978078855afa435e0913d19ba4204-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e62978078855afa435e0913d19ba4204 columnFamilyName f 2024-11-22T14:35:05,348 DEBUG [StoreOpener-e62978078855afa435e0913d19ba4204-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:35:05,348 INFO [StoreOpener-e62978078855afa435e0913d19ba4204-1 {}] regionserver.HStore(327): Store=e62978078855afa435e0913d19ba4204/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:35:05,348 INFO [StoreOpener-e62978078855afa435e0913d19ba4204-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region e62978078855afa435e0913d19ba4204 2024-11-22T14:35:05,349 INFO [StoreOpener-e62978078855afa435e0913d19ba4204-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e62978078855afa435e0913d19ba4204 columnFamilyName f1 2024-11-22T14:35:05,349 DEBUG [StoreOpener-e62978078855afa435e0913d19ba4204-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:35:05,349 INFO [StoreOpener-e62978078855afa435e0913d19ba4204-1 {}] regionserver.HStore(327): Store=e62978078855afa435e0913d19ba4204/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:35:05,349 INFO [StoreOpener-e62978078855afa435e0913d19ba4204-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region e62978078855afa435e0913d19ba4204 2024-11-22T14:35:05,350 INFO [StoreOpener-e62978078855afa435e0913d19ba4204-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e62978078855afa435e0913d19ba4204 columnFamilyName norep 2024-11-22T14:35:05,350 DEBUG [StoreOpener-e62978078855afa435e0913d19ba4204-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:35:05,350 INFO [StoreOpener-e62978078855afa435e0913d19ba4204-1 {}] regionserver.HStore(327): Store=e62978078855afa435e0913d19ba4204/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:35:05,350 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for e62978078855afa435e0913d19ba4204 2024-11-22T14:35:05,351 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39579/user/jenkins/test-data/976e51db-1d53-068b-7378-66c4524d914c/data/default/test/e62978078855afa435e0913d19ba4204 2024-11-22T14:35:05,351 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39579/user/jenkins/test-data/976e51db-1d53-068b-7378-66c4524d914c/data/default/test/e62978078855afa435e0913d19ba4204 2024-11-22T14:35:05,352 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for e62978078855afa435e0913d19ba4204 2024-11-22T14:35:05,352 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for e62978078855afa435e0913d19ba4204 2024-11-22T14:35:05,352 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-22T14:35:05,353 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for e62978078855afa435e0913d19ba4204 2024-11-22T14:35:05,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40497 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T14:35:05,354 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39579/user/jenkins/test-data/976e51db-1d53-068b-7378-66c4524d914c/data/default/test/e62978078855afa435e0913d19ba4204/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T14:35:05,354 INFO [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened e62978078855afa435e0913d19ba4204; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69833782, jitterRate=0.04060444235801697}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-22T14:35:05,355 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e62978078855afa435e0913d19ba4204 2024-11-22T14:35:05,355 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for e62978078855afa435e0913d19ba4204: Running coprocessor pre-open hook at 1732286105346Writing region info on filesystem at 1732286105346Initializing all the Stores at 1732286105346Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732286105346Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732286105346Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732286105346Cleaning up temporary data from old regions at 1732286105352 (+6 ms)Running coprocessor post-open hooks at 1732286105355 (+3 ms)Region opened successfully at 1732286105355 2024-11-22T14:35:05,355 INFO [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732286104215.e62978078855afa435e0913d19ba4204., pid=6, masterSystemTime=1732286105341 2024-11-22T14:35:05,357 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732286104215.e62978078855afa435e0913d19ba4204. 2024-11-22T14:35:05,357 INFO [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732286104215.e62978078855afa435e0913d19ba4204. 2024-11-22T14:35:05,358 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e62978078855afa435e0913d19ba4204, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=b313e41b3af3,37639,1732286097284 2024-11-22T14:35:05,360 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e62978078855afa435e0913d19ba4204, server=b313e41b3af3,37639,1732286097284 because future has completed 2024-11-22T14:35:05,362 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-22T14:35:05,362 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure e62978078855afa435e0913d19ba4204, server=b313e41b3af3,37639,1732286097284 in 171 msec 2024-11-22T14:35:05,363 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-22T14:35:05,363 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=e62978078855afa435e0913d19ba4204, ASSIGN in 327 msec 2024-11-22T14:35:05,364 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T14:35:05,364 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732286105364"}]},"ts":"1732286105364"} 2024-11-22T14:35:05,366 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-22T14:35:05,366 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T14:35:05,367 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1500 sec 2024-11-22T14:35:06,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40497 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T14:35:06,363 INFO [RPCClient-NioEventLoopGroup-4-2 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-22T14:35:06,364 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55d9dd75, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:35:06,364 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b313e41b3af3,44443,-1 for getting cluster id 2024-11-22T14:35:06,364 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T14:35:06,365 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '02d234c3-61f4-462c-a2d5-7fdc7731e980' 2024-11-22T14:35:06,365 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T14:35:06,365 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "02d234c3-61f4-462c-a2d5-7fdc7731e980" 2024-11-22T14:35:06,365 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7906f3c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:35:06,365 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b313e41b3af3,44443,-1] 2024-11-22T14:35:06,365 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T14:35:06,365 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:35:06,366 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58270, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T14:35:06,366 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@673ae682, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:35:06,367 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T14:35:06,367 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is b313e41b3af3,44443,1732286089427 2024-11-22T14:35:06,367 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@209af951 2024-11-22T14:35:06,367 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T14:35:06,368 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58276, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T14:35:06,368 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44443 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://b313e41b3af3:39819,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-22T14:35:06,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44443 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-22T14:35:06,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44443 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T14:35:06,371 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b313e41b3af3:39819' 2024-11-22T14:35:06,371 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13c88ec2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:35:06,372 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request b313e41b3af3,39819,-1 for getting cluster id 2024-11-22T14:35:06,372 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T14:35:06,372 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a4f9de33-22f2-4571-a300-3cfafaca8d2b' 2024-11-22T14:35:06,372 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T14:35:06,372 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a4f9de33-22f2-4571-a300-3cfafaca8d2b" 2024-11-22T14:35:06,373 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d65e429, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:35:06,373 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b313e41b3af3,39819,-1] 2024-11-22T14:35:06,373 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T14:35:06,373 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:35:06,373 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56992, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T14:35:06,374 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c6f467a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:35:06,374 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T14:35:06,375 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b313e41b3af3,39819,1732286093356 2024-11-22T14:35:06,375 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@79da73d 2024-11-22T14:35:06,375 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T14:35:06,375 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57008, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T14:35:06,376 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-22T14:35:06,376 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-22T14:35:06,376 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:35:06,376 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:35:06,376 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T14:35:06,377 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T14:35:06,378 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-22T14:35:06,378 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T14:35:06,378 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:35:06,379 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T14:35:06,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40029 is added to blk_1073741837_1013 (size=1138) 2024-11-22T14:35:06,428 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-22T14:35:06,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44443 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T14:35:06,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44443 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T14:35:06,785 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9a1abaa6c696626912e872f778dc0d7a, NAME => 'hbase:replication,,1732286106376.9a1abaa6c696626912e872f778dc0d7a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36247/user/jenkins/test-data/7cbabb8a-9daf-a46f-7e5f-55b674a0552c 2024-11-22T14:35:06,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40029 is added to blk_1073741838_1014 (size=44) 2024-11-22T14:35:06,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44443 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T14:35:07,193 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732286106376.9a1abaa6c696626912e872f778dc0d7a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T14:35:07,193 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 9a1abaa6c696626912e872f778dc0d7a, disabling compactions & flushes 2024-11-22T14:35:07,193 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732286106376.9a1abaa6c696626912e872f778dc0d7a. 2024-11-22T14:35:07,193 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732286106376.9a1abaa6c696626912e872f778dc0d7a. 2024-11-22T14:35:07,193 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732286106376.9a1abaa6c696626912e872f778dc0d7a. after waiting 0 ms 2024-11-22T14:35:07,193 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732286106376.9a1abaa6c696626912e872f778dc0d7a. 2024-11-22T14:35:07,193 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732286106376.9a1abaa6c696626912e872f778dc0d7a. 2024-11-22T14:35:07,193 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9a1abaa6c696626912e872f778dc0d7a: Waiting for close lock at 1732286107193Disabling compacts and flushes for region at 1732286107193Disabling writes for close at 1732286107193Writing region close event to WAL at 1732286107193Closed at 1732286107193 2024-11-22T14:35:07,194 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T14:35:07,194 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732286106376.9a1abaa6c696626912e872f778dc0d7a.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732286107194"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732286107194"}]},"ts":"1732286107194"} 2024-11-22T14:35:07,196 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-22T14:35:07,196 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T14:35:07,196 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732286107196"}]},"ts":"1732286107196"} 2024-11-22T14:35:07,198 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-22T14:35:07,198 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9a1abaa6c696626912e872f778dc0d7a, ASSIGN}] 2024-11-22T14:35:07,199 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9a1abaa6c696626912e872f778dc0d7a, ASSIGN 2024-11-22T14:35:07,199 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=9a1abaa6c696626912e872f778dc0d7a, ASSIGN; state=OFFLINE, location=b313e41b3af3,38729,1732286089468; forceNewPlan=false, retain=false 2024-11-22T14:35:07,350 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=9a1abaa6c696626912e872f778dc0d7a, regionState=OPENING, regionLocation=b313e41b3af3,38729,1732286089468 2024-11-22T14:35:07,352 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=9a1abaa6c696626912e872f778dc0d7a, ASSIGN because future has completed 2024-11-22T14:35:07,352 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9a1abaa6c696626912e872f778dc0d7a, server=b313e41b3af3,38729,1732286089468}] 2024-11-22T14:35:07,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44443 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T14:35:07,507 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732286106376.9a1abaa6c696626912e872f778dc0d7a. 2024-11-22T14:35:07,507 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T14:35:07,507 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-22T14:35:07,508 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b313e41b3af3%2C38729%2C1732286089468.rep, suffix=, logDir=hdfs://localhost:36247/user/jenkins/test-data/7cbabb8a-9daf-a46f-7e5f-55b674a0552c/WALs/b313e41b3af3,38729,1732286089468, archiveDir=hdfs://localhost:36247/user/jenkins/test-data/7cbabb8a-9daf-a46f-7e5f-55b674a0552c/oldWALs, maxLogs=10 2024-11-22T14:35:07,521 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7cbabb8a-9daf-a46f-7e5f-55b674a0552c/WALs/b313e41b3af3,38729,1732286089468/b313e41b3af3%2C38729%2C1732286089468.rep.1732286107508, exclude list is [], retry=0 2024-11-22T14:35:07,522 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40029,DS-8379661d-82cd-4bbf-9e61-474ef8b37f30,DISK] 2024-11-22T14:35:07,524 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7cbabb8a-9daf-a46f-7e5f-55b674a0552c/WALs/b313e41b3af3,38729,1732286089468/b313e41b3af3%2C38729%2C1732286089468.rep.1732286107508 2024-11-22T14:35:07,524 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44139:44139)] 2024-11-22T14:35:07,524 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 9a1abaa6c696626912e872f778dc0d7a, NAME => 'hbase:replication,,1732286106376.9a1abaa6c696626912e872f778dc0d7a.', STARTKEY => '', ENDKEY => ''} 2024-11-22T14:35:07,524 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-22T14:35:07,525 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-22T14:35:07,525 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732286106376.9a1abaa6c696626912e872f778dc0d7a. service=MultiRowMutationService 2024-11-22T14:35:07,525 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-22T14:35:07,525 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 9a1abaa6c696626912e872f778dc0d7a 2024-11-22T14:35:07,525 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732286106376.9a1abaa6c696626912e872f778dc0d7a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T14:35:07,525 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 9a1abaa6c696626912e872f778dc0d7a 2024-11-22T14:35:07,525 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 9a1abaa6c696626912e872f778dc0d7a 2024-11-22T14:35:07,526 INFO [StoreOpener-9a1abaa6c696626912e872f778dc0d7a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 9a1abaa6c696626912e872f778dc0d7a 2024-11-22T14:35:07,527 INFO [StoreOpener-9a1abaa6c696626912e872f778dc0d7a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9a1abaa6c696626912e872f778dc0d7a columnFamilyName hfileref 2024-11-22T14:35:07,527 DEBUG [StoreOpener-9a1abaa6c696626912e872f778dc0d7a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:35:07,528 INFO [StoreOpener-9a1abaa6c696626912e872f778dc0d7a-1 {}] regionserver.HStore(327): Store=9a1abaa6c696626912e872f778dc0d7a/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:35:07,528 INFO [StoreOpener-9a1abaa6c696626912e872f778dc0d7a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 9a1abaa6c696626912e872f778dc0d7a 2024-11-22T14:35:07,528 INFO [StoreOpener-9a1abaa6c696626912e872f778dc0d7a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9a1abaa6c696626912e872f778dc0d7a columnFamilyName queue 2024-11-22T14:35:07,528 DEBUG [StoreOpener-9a1abaa6c696626912e872f778dc0d7a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:35:07,529 INFO [StoreOpener-9a1abaa6c696626912e872f778dc0d7a-1 {}] regionserver.HStore(327): Store=9a1abaa6c696626912e872f778dc0d7a/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:35:07,529 INFO [StoreOpener-9a1abaa6c696626912e872f778dc0d7a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 9a1abaa6c696626912e872f778dc0d7a 2024-11-22T14:35:07,530 INFO [StoreOpener-9a1abaa6c696626912e872f778dc0d7a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9a1abaa6c696626912e872f778dc0d7a columnFamilyName sid 2024-11-22T14:35:07,530 DEBUG [StoreOpener-9a1abaa6c696626912e872f778dc0d7a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:35:07,530 INFO [StoreOpener-9a1abaa6c696626912e872f778dc0d7a-1 {}] regionserver.HStore(327): Store=9a1abaa6c696626912e872f778dc0d7a/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:35:07,530 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 9a1abaa6c696626912e872f778dc0d7a 2024-11-22T14:35:07,531 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36247/user/jenkins/test-data/7cbabb8a-9daf-a46f-7e5f-55b674a0552c/data/hbase/replication/9a1abaa6c696626912e872f778dc0d7a 2024-11-22T14:35:07,531 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36247/user/jenkins/test-data/7cbabb8a-9daf-a46f-7e5f-55b674a0552c/data/hbase/replication/9a1abaa6c696626912e872f778dc0d7a 2024-11-22T14:35:07,532 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 9a1abaa6c696626912e872f778dc0d7a 2024-11-22T14:35:07,532 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 9a1abaa6c696626912e872f778dc0d7a 2024-11-22T14:35:07,532 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-22T14:35:07,533 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 9a1abaa6c696626912e872f778dc0d7a 2024-11-22T14:35:07,535 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36247/user/jenkins/test-data/7cbabb8a-9daf-a46f-7e5f-55b674a0552c/data/hbase/replication/9a1abaa6c696626912e872f778dc0d7a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T14:35:07,535 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 9a1abaa6c696626912e872f778dc0d7a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61453684, jitterRate=-0.08426874876022339}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-22T14:35:07,535 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9a1abaa6c696626912e872f778dc0d7a 2024-11-22T14:35:07,535 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 9a1abaa6c696626912e872f778dc0d7a: Running coprocessor pre-open hook at 1732286107525Writing region info on filesystem at 1732286107525Initializing all the Stores at 1732286107526 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732286107526Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732286107526Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732286107526Cleaning up temporary data from old regions at 1732286107532 (+6 ms)Running coprocessor post-open hooks at 1732286107535 (+3 ms)Region opened successfully at 1732286107535 2024-11-22T14:35:07,536 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732286106376.9a1abaa6c696626912e872f778dc0d7a., pid=10, masterSystemTime=1732286107504 2024-11-22T14:35:07,538 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732286106376.9a1abaa6c696626912e872f778dc0d7a. 2024-11-22T14:35:07,538 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732286106376.9a1abaa6c696626912e872f778dc0d7a. 2024-11-22T14:35:07,538 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=9a1abaa6c696626912e872f778dc0d7a, regionState=OPEN, openSeqNum=2, regionLocation=b313e41b3af3,38729,1732286089468 2024-11-22T14:35:07,540 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9a1abaa6c696626912e872f778dc0d7a, server=b313e41b3af3,38729,1732286089468 because future has completed 2024-11-22T14:35:07,542 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-22T14:35:07,542 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 9a1abaa6c696626912e872f778dc0d7a, server=b313e41b3af3,38729,1732286089468 in 189 msec 2024-11-22T14:35:07,544 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-22T14:35:07,544 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9a1abaa6c696626912e872f778dc0d7a, ASSIGN in 344 msec 2024-11-22T14:35:07,544 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T14:35:07,545 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732286107544"}]},"ts":"1732286107544"} 2024-11-22T14:35:07,546 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-22T14:35:07,547 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T14:35:07,549 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1700 sec 2024-11-22T14:35:07,582 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732286106376.9a1abaa6c696626912e872f778dc0d7a., hostname=b313e41b3af3,38729,1732286089468, seqNum=2] 2024-11-22T14:35:07,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44443-0x10067db61d70000, quorum=127.0.0.1:56016, baseZNode=/0266375454 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0266375454 2024-11-22T14:35:07,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38729-0x10067db61d70001, quorum=127.0.0.1:56016, baseZNode=/0266375454 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0266375454 2024-11-22T14:35:07,590 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-22T14:35:07,742 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-22T14:35:07,743 INFO [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-22T14:35:07,770 INFO [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-b313e41b3af3,38729,1732286089468, ReplicationSource: 1, currentBandwidth=0 2024-11-22T14:35:07,770 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T14:35:07,771 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b313e41b3af3,38729,1732286089468, seqNum=-1] 2024-11-22T14:35:07,771 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T14:35:07,772 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56695, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-22T14:35:07,773 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-b313e41b3af3,38729,1732286089468', locateType=CURRENT is [region=hbase:replication,,1732286106376.9a1abaa6c696626912e872f778dc0d7a., hostname=b313e41b3af3,38729,1732286089468, seqNum=2] 2024-11-22T14:35:07,782 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-22T14:35:07,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44443 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-22T14:35:07,785 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on b313e41b3af3,38729,1732286089468 suceeded 2024-11-22T14:35:07,786 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-22T14:35:07,786 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://b313e41b3af3:39819,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-22T14:35:07,786 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 195 msec 2024-11-22T14:35:07,788 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4180 sec 2024-11-22T14:35:07,804 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,38729,1732286089468 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b313e41b3af3:39819' 2024-11-22T14:35:07,806 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,38729,1732286089468 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@533acccc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:35:07,806 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,38729,1732286089468 {}] client.ClusterIdFetcher(90): Going to request b313e41b3af3,39819,-1 for getting cluster id 2024-11-22T14:35:07,806 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,38729,1732286089468 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T14:35:07,807 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a4f9de33-22f2-4571-a300-3cfafaca8d2b' 2024-11-22T14:35:07,807 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T14:35:07,807 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a4f9de33-22f2-4571-a300-3cfafaca8d2b" 2024-11-22T14:35:07,807 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@493da2f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:35:07,808 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b313e41b3af3,39819,-1] 2024-11-22T14:35:07,808 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T14:35:07,808 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:35:07,809 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57036, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-22T14:35:07,809 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,38729,1732286089468 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@15bd940d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:35:07,809 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,38729,1732286089468 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T14:35:07,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b313e41b3af3,39819,1732286093356 2024-11-22T14:35:07,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@54f0fef5 2024-11-22T14:35:07,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T14:35:07,811 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57038, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=MasterService 2024-11-22T14:35:07,812 INFO [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,38729,1732286089468 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-b313e41b3af3,38729,1732286089468 (queues=1) is replicating from cluster=02d234c3-61f4-462c-a2d5-7fdc7731e980 to cluster=a4f9de33-22f2-4571-a300-3cfafaca8d2b 2024-11-22T14:35:07,812 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,38729,1732286089468 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=b313e41b3af3%2C38729%2C1732286089468 2024-11-22T14:35:07,812 INFO [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,38729,1732286089468 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-b313e41b3af3,38729,1732286089468, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-22T14:35:07,812 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,38729,1732286089468.replicationSource.wal-reader.b313e41b3af3%2C38729%2C1732286089468,1-b313e41b3af3,38729,1732286089468 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36247/user/jenkins/test-data/7cbabb8a-9daf-a46f-7e5f-55b674a0552c/WALs/b313e41b3af3,38729,1732286089468/b313e41b3af3%2C38729%2C1732286089468.1732286091448, startPosition=0, beingWritten=true 2024-11-22T14:35:07,813 INFO [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,38729,1732286089468.replicationSource.shipperb313e41b3af3%2C38729%2C1732286089468,1-b313e41b3af3,38729,1732286089468 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: b313e41b3af3%2C38729%2C1732286089468 2024-11-22T14:35:07,817 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,38729,1732286089468.replicationSource.wal-reader.b313e41b3af3%2C38729%2C1732286089468,1-b313e41b3af3,38729,1732286089468 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-22T14:35:07,817 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,38729,1732286089468.replicationSource.wal-reader.b313e41b3af3%2C38729%2C1732286089468,1-b313e41b3af3,38729,1732286089468 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36247/user/jenkins/test-data/7cbabb8a-9daf-a46f-7e5f-55b674a0552c/WALs/b313e41b3af3,38729,1732286089468/b313e41b3af3%2C38729%2C1732286089468.1732286091448 to pos 379, reset compression=false 2024-11-22T14:35:07,817 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,38729,1732286089468.replicationSource.shipperb313e41b3af3%2C38729%2C1732286089468,1-b313e41b3af3,38729,1732286089468 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b313e41b3af3,38729,1732286089468 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36247/user/jenkins/test-data/7cbabb8a-9daf-a46f-7e5f-55b674a0552c/WALs/b313e41b3af3,38729,1732286089468/b313e41b3af3%2C38729%2C1732286089468.1732286091448, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-22T14:35:08,022 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,38729,1732286089468.replicationSource.wal-reader.b313e41b3af3%2C38729%2C1732286089468,1-b313e41b3af3,38729,1732286089468 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36247/user/jenkins/test-data/7cbabb8a-9daf-a46f-7e5f-55b674a0552c/WALs/b313e41b3af3,38729,1732286089468/b313e41b3af3%2C38729%2C1732286089468.1732286091448 to pos 379, reset compression=false 2024-11-22T14:35:08,325 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,38729,1732286089468.replicationSource.wal-reader.b313e41b3af3%2C38729%2C1732286089468,1-b313e41b3af3,38729,1732286089468 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36247/user/jenkins/test-data/7cbabb8a-9daf-a46f-7e5f-55b674a0552c/WALs/b313e41b3af3,38729,1732286089468/b313e41b3af3%2C38729%2C1732286089468.1732286091448 to pos 379, reset compression=false 2024-11-22T14:35:08,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44443 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T14:35:08,513 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-22T14:35:08,513 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T14:35:08,513 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:254) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T14:35:08,513 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:35:08,513 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T14:35:08,513 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:35:08,514 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70d4832e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:35:08,514 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b313e41b3af3,39819,-1 for getting cluster id 2024-11-22T14:35:08,514 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T14:35:08,515 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a4f9de33-22f2-4571-a300-3cfafaca8d2b' 2024-11-22T14:35:08,515 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T14:35:08,515 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a4f9de33-22f2-4571-a300-3cfafaca8d2b" 2024-11-22T14:35:08,515 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f8aa5b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:35:08,515 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b313e41b3af3,39819,-1] 2024-11-22T14:35:08,516 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T14:35:08,516 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:35:08,516 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57064, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T14:35:08,517 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29b9b2bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:35:08,517 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T14:35:08,518 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is b313e41b3af3,39819,1732286093356 2024-11-22T14:35:08,518 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2db7f5b4 2024-11-22T14:35:08,518 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T14:35:08,518 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57076, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T14:35:08,519 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39819 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://b313e41b3af3:40497,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-22T14:35:08,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39819 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-22T14:35:08,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39819 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T14:35:08,521 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b313e41b3af3:40497' 2024-11-22T14:35:08,522 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3530cd2f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:35:08,522 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request b313e41b3af3,40497,-1 for getting cluster id 2024-11-22T14:35:08,522 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T14:35:08,522 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '56e294f0-2b68-4404-8c5f-ee59d9ff25bf' 2024-11-22T14:35:08,522 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T14:35:08,523 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "56e294f0-2b68-4404-8c5f-ee59d9ff25bf" 2024-11-22T14:35:08,523 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@308b7ec6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:35:08,523 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b313e41b3af3,40497,-1] 2024-11-22T14:35:08,523 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T14:35:08,523 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:35:08,523 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33786, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T14:35:08,524 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ac884dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:35:08,524 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T14:35:08,525 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b313e41b3af3,40497,1732286097243 2024-11-22T14:35:08,525 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6def41cf 2024-11-22T14:35:08,525 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T14:35:08,525 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33800, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T14:35:08,526 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-22T14:35:08,526 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-22T14:35:08,526 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:35:08,526 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:35:08,526 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T14:35:08,526 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T14:35:08,527 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-22T14:35:08,528 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T14:35:08,528 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:35:08,529 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T14:35:08,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32829 is added to blk_1073741837_1013 (size=1138) 2024-11-22T14:35:08,577 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-22T14:35:08,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39819 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T14:35:08,729 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,38729,1732286089468.replicationSource.wal-reader.b313e41b3af3%2C38729%2C1732286089468,1-b313e41b3af3,38729,1732286089468 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36247/user/jenkins/test-data/7cbabb8a-9daf-a46f-7e5f-55b674a0552c/WALs/b313e41b3af3,38729,1732286089468/b313e41b3af3%2C38729%2C1732286089468.1732286091448 to pos 379, reset compression=false 2024-11-22T14:35:08,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39819 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T14:35:08,935 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5da71159d8bb5e004a648905b68f4e59, NAME => 'hbase:replication,,1732286108526.5da71159d8bb5e004a648905b68f4e59.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42543/user/jenkins/test-data/989dfb5d-fad3-492c-7bdc-173c76c7173a 2024-11-22T14:35:08,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32829 is added to blk_1073741838_1014 (size=44) 2024-11-22T14:35:09,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39819 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T14:35:09,233 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,38729,1732286089468.replicationSource.wal-reader.b313e41b3af3%2C38729%2C1732286089468,1-b313e41b3af3,38729,1732286089468 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36247/user/jenkins/test-data/7cbabb8a-9daf-a46f-7e5f-55b674a0552c/WALs/b313e41b3af3,38729,1732286089468/b313e41b3af3%2C38729%2C1732286089468.1732286091448 to pos 379, reset compression=false 2024-11-22T14:35:09,312 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-22T14:35:09,342 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732286108526.5da71159d8bb5e004a648905b68f4e59.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T14:35:09,342 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 5da71159d8bb5e004a648905b68f4e59, disabling compactions & flushes 2024-11-22T14:35:09,342 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732286108526.5da71159d8bb5e004a648905b68f4e59. 2024-11-22T14:35:09,342 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732286108526.5da71159d8bb5e004a648905b68f4e59. 2024-11-22T14:35:09,342 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732286108526.5da71159d8bb5e004a648905b68f4e59. after waiting 0 ms 2024-11-22T14:35:09,342 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732286108526.5da71159d8bb5e004a648905b68f4e59. 2024-11-22T14:35:09,342 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732286108526.5da71159d8bb5e004a648905b68f4e59. 2024-11-22T14:35:09,342 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5da71159d8bb5e004a648905b68f4e59: Waiting for close lock at 1732286109342Disabling compacts and flushes for region at 1732286109342Disabling writes for close at 1732286109342Writing region close event to WAL at 1732286109342Closed at 1732286109342 2024-11-22T14:35:09,343 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T14:35:09,343 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732286108526.5da71159d8bb5e004a648905b68f4e59.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732286109343"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732286109343"}]},"ts":"1732286109343"} 2024-11-22T14:35:09,345 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-22T14:35:09,345 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T14:35:09,345 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732286109345"}]},"ts":"1732286109345"} 2024-11-22T14:35:09,347 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-22T14:35:09,347 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5da71159d8bb5e004a648905b68f4e59, ASSIGN}] 2024-11-22T14:35:09,348 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5da71159d8bb5e004a648905b68f4e59, ASSIGN 2024-11-22T14:35:09,348 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=5da71159d8bb5e004a648905b68f4e59, ASSIGN; state=OFFLINE, location=b313e41b3af3,44317,1732286093380; forceNewPlan=false, retain=false 2024-11-22T14:35:09,499 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=5da71159d8bb5e004a648905b68f4e59, regionState=OPENING, regionLocation=b313e41b3af3,44317,1732286093380 2024-11-22T14:35:09,501 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=5da71159d8bb5e004a648905b68f4e59, ASSIGN because future has completed 2024-11-22T14:35:09,501 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5da71159d8bb5e004a648905b68f4e59, server=b313e41b3af3,44317,1732286093380}] 2024-11-22T14:35:09,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39819 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T14:35:09,655 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732286108526.5da71159d8bb5e004a648905b68f4e59. 2024-11-22T14:35:09,655 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T14:35:09,655 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-22T14:35:09,656 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b313e41b3af3%2C44317%2C1732286093380.rep, suffix=, logDir=hdfs://localhost:42543/user/jenkins/test-data/989dfb5d-fad3-492c-7bdc-173c76c7173a/WALs/b313e41b3af3,44317,1732286093380, archiveDir=hdfs://localhost:42543/user/jenkins/test-data/989dfb5d-fad3-492c-7bdc-173c76c7173a/oldWALs, maxLogs=10 2024-11-22T14:35:09,668 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/989dfb5d-fad3-492c-7bdc-173c76c7173a/WALs/b313e41b3af3,44317,1732286093380/b313e41b3af3%2C44317%2C1732286093380.rep.1732286109656, exclude list is [], retry=0 2024-11-22T14:35:09,670 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32829,DS-52d0a1d1-d461-46ce-ae47-e2f7865331cf,DISK] 2024-11-22T14:35:09,674 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/989dfb5d-fad3-492c-7bdc-173c76c7173a/WALs/b313e41b3af3,44317,1732286093380/b313e41b3af3%2C44317%2C1732286093380.rep.1732286109656 2024-11-22T14:35:09,674 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38015:38015)] 2024-11-22T14:35:09,674 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 5da71159d8bb5e004a648905b68f4e59, NAME => 'hbase:replication,,1732286108526.5da71159d8bb5e004a648905b68f4e59.', STARTKEY => '', ENDKEY => ''} 2024-11-22T14:35:09,674 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-22T14:35:09,674 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-22T14:35:09,674 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732286108526.5da71159d8bb5e004a648905b68f4e59. service=MultiRowMutationService 2024-11-22T14:35:09,674 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-22T14:35:09,675 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 5da71159d8bb5e004a648905b68f4e59 2024-11-22T14:35:09,675 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732286108526.5da71159d8bb5e004a648905b68f4e59.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T14:35:09,675 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 5da71159d8bb5e004a648905b68f4e59 2024-11-22T14:35:09,675 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 5da71159d8bb5e004a648905b68f4e59 2024-11-22T14:35:09,676 INFO [StoreOpener-5da71159d8bb5e004a648905b68f4e59-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 5da71159d8bb5e004a648905b68f4e59 2024-11-22T14:35:09,677 INFO [StoreOpener-5da71159d8bb5e004a648905b68f4e59-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5da71159d8bb5e004a648905b68f4e59 columnFamilyName hfileref 2024-11-22T14:35:09,677 DEBUG [StoreOpener-5da71159d8bb5e004a648905b68f4e59-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:35:09,677 INFO [StoreOpener-5da71159d8bb5e004a648905b68f4e59-1 {}] regionserver.HStore(327): Store=5da71159d8bb5e004a648905b68f4e59/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:35:09,677 INFO [StoreOpener-5da71159d8bb5e004a648905b68f4e59-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 5da71159d8bb5e004a648905b68f4e59 2024-11-22T14:35:09,678 INFO [StoreOpener-5da71159d8bb5e004a648905b68f4e59-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5da71159d8bb5e004a648905b68f4e59 columnFamilyName queue 2024-11-22T14:35:09,678 DEBUG [StoreOpener-5da71159d8bb5e004a648905b68f4e59-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:35:09,678 INFO [StoreOpener-5da71159d8bb5e004a648905b68f4e59-1 {}] regionserver.HStore(327): Store=5da71159d8bb5e004a648905b68f4e59/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:35:09,679 INFO [StoreOpener-5da71159d8bb5e004a648905b68f4e59-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 5da71159d8bb5e004a648905b68f4e59 2024-11-22T14:35:09,679 INFO [StoreOpener-5da71159d8bb5e004a648905b68f4e59-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5da71159d8bb5e004a648905b68f4e59 columnFamilyName sid 2024-11-22T14:35:09,679 DEBUG [StoreOpener-5da71159d8bb5e004a648905b68f4e59-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:35:09,680 INFO [StoreOpener-5da71159d8bb5e004a648905b68f4e59-1 {}] regionserver.HStore(327): Store=5da71159d8bb5e004a648905b68f4e59/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:35:09,680 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 5da71159d8bb5e004a648905b68f4e59 2024-11-22T14:35:09,680 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42543/user/jenkins/test-data/989dfb5d-fad3-492c-7bdc-173c76c7173a/data/hbase/replication/5da71159d8bb5e004a648905b68f4e59 2024-11-22T14:35:09,681 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42543/user/jenkins/test-data/989dfb5d-fad3-492c-7bdc-173c76c7173a/data/hbase/replication/5da71159d8bb5e004a648905b68f4e59 2024-11-22T14:35:09,681 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 5da71159d8bb5e004a648905b68f4e59 2024-11-22T14:35:09,681 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 5da71159d8bb5e004a648905b68f4e59 2024-11-22T14:35:09,682 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-22T14:35:09,682 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 5da71159d8bb5e004a648905b68f4e59 2024-11-22T14:35:09,684 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42543/user/jenkins/test-data/989dfb5d-fad3-492c-7bdc-173c76c7173a/data/hbase/replication/5da71159d8bb5e004a648905b68f4e59/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T14:35:09,684 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 5da71159d8bb5e004a648905b68f4e59; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74547060, jitterRate=0.11083775758743286}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-22T14:35:09,684 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5da71159d8bb5e004a648905b68f4e59 2024-11-22T14:35:09,685 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 5da71159d8bb5e004a648905b68f4e59: Running coprocessor pre-open hook at 1732286109675Writing region info on filesystem at 1732286109675Initializing all the Stores at 1732286109675Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732286109675Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732286109676 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732286109676Cleaning up temporary data from old regions at 1732286109681 (+5 ms)Running coprocessor post-open hooks at 1732286109684 (+3 ms)Region opened successfully at 1732286109685 (+1 ms) 2024-11-22T14:35:09,685 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732286108526.5da71159d8bb5e004a648905b68f4e59., pid=10, masterSystemTime=1732286109652 2024-11-22T14:35:09,687 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732286108526.5da71159d8bb5e004a648905b68f4e59. 2024-11-22T14:35:09,687 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732286108526.5da71159d8bb5e004a648905b68f4e59. 2024-11-22T14:35:09,688 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=5da71159d8bb5e004a648905b68f4e59, regionState=OPEN, openSeqNum=2, regionLocation=b313e41b3af3,44317,1732286093380 2024-11-22T14:35:09,689 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5da71159d8bb5e004a648905b68f4e59, server=b313e41b3af3,44317,1732286093380 because future has completed 2024-11-22T14:35:09,692 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-22T14:35:09,692 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 5da71159d8bb5e004a648905b68f4e59, server=b313e41b3af3,44317,1732286093380 in 189 msec 2024-11-22T14:35:09,693 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-22T14:35:09,693 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5da71159d8bb5e004a648905b68f4e59, ASSIGN in 345 msec 2024-11-22T14:35:09,693 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T14:35:09,694 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732286109693"}]},"ts":"1732286109693"} 2024-11-22T14:35:09,695 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-22T14:35:09,696 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T14:35:09,697 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1700 sec 2024-11-22T14:35:09,732 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732286108526.5da71159d8bb5e004a648905b68f4e59., hostname=b313e41b3af3,44317,1732286093380, seqNum=2] 2024-11-22T14:35:09,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39819-0x10067db61d70003, quorum=127.0.0.1:56016, baseZNode=/11440438477 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11440438477 2024-11-22T14:35:09,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44317-0x10067db61d70004, quorum=127.0.0.1:56016, baseZNode=/11440438477 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11440438477 2024-11-22T14:35:09,738 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-22T14:35:09,836 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,38729,1732286089468.replicationSource.wal-reader.b313e41b3af3%2C38729%2C1732286089468,1-b313e41b3af3,38729,1732286089468 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36247/user/jenkins/test-data/7cbabb8a-9daf-a46f-7e5f-55b674a0552c/WALs/b313e41b3af3,38729,1732286089468/b313e41b3af3%2C38729%2C1732286089468.1732286091448 to pos 379, reset compression=false 2024-11-22T14:35:09,890 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44317 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-22T14:35:09,891 INFO [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-22T14:35:09,917 INFO [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-b313e41b3af3,44317,1732286093380, ReplicationSource: 1, currentBandwidth=0 2024-11-22T14:35:09,917 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T14:35:09,917 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b313e41b3af3,44317,1732286093380, seqNum=-1] 2024-11-22T14:35:09,918 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T14:35:09,919 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54197, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-22T14:35:09,920 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-b313e41b3af3,44317,1732286093380', locateType=CURRENT is [region=hbase:replication,,1732286108526.5da71159d8bb5e004a648905b68f4e59., hostname=b313e41b3af3,44317,1732286093380, seqNum=2] 2024-11-22T14:35:09,922 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-22T14:35:09,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39819 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-22T14:35:09,924 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on b313e41b3af3,44317,1732286093380 suceeded 2024-11-22T14:35:09,926 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-22T14:35:09,926 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 186 msec 2024-11-22T14:35:09,926 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://b313e41b3af3:40497,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-22T14:35:09,927 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4070 sec 2024-11-22T14:35:09,935 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,44317,1732286093380 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b313e41b3af3:40497' 2024-11-22T14:35:09,936 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,44317,1732286093380 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@71f3555, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:35:09,936 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,44317,1732286093380 {}] client.ClusterIdFetcher(90): Going to request b313e41b3af3,40497,-1 for getting cluster id 2024-11-22T14:35:09,936 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,44317,1732286093380 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T14:35:09,937 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '56e294f0-2b68-4404-8c5f-ee59d9ff25bf' 2024-11-22T14:35:09,937 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T14:35:09,937 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "56e294f0-2b68-4404-8c5f-ee59d9ff25bf" 2024-11-22T14:35:09,937 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@96fe471, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:35:09,937 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b313e41b3af3,40497,-1] 2024-11-22T14:35:09,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T14:35:09,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:35:09,938 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41662, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-22T14:35:09,939 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,44317,1732286093380 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@15560442, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:35:09,939 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,44317,1732286093380 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T14:35:09,939 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is b313e41b3af3,40497,1732286097243 2024-11-22T14:35:09,939 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@153e1cf 2024-11-22T14:35:09,940 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T14:35:09,940 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41676, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=MasterService 2024-11-22T14:35:09,941 INFO [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,44317,1732286093380 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-b313e41b3af3,44317,1732286093380 (queues=1) is replicating from cluster=a4f9de33-22f2-4571-a300-3cfafaca8d2b to cluster=56e294f0-2b68-4404-8c5f-ee59d9ff25bf 2024-11-22T14:35:09,941 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,44317,1732286093380 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=b313e41b3af3%2C44317%2C1732286093380 2024-11-22T14:35:09,941 INFO [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,44317,1732286093380 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-b313e41b3af3,44317,1732286093380, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-22T14:35:09,941 INFO [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,44317,1732286093380.replicationSource.shipperb313e41b3af3%2C44317%2C1732286093380,1-b313e41b3af3,44317,1732286093380 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: b313e41b3af3%2C44317%2C1732286093380 2024-11-22T14:35:09,941 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,44317,1732286093380.replicationSource.wal-reader.b313e41b3af3%2C44317%2C1732286093380,1-b313e41b3af3,44317,1732286093380 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42543/user/jenkins/test-data/989dfb5d-fad3-492c-7bdc-173c76c7173a/WALs/b313e41b3af3,44317,1732286093380/b313e41b3af3%2C44317%2C1732286093380.1732286095357, startPosition=0, beingWritten=true 2024-11-22T14:35:09,947 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,44317,1732286093380.replicationSource.wal-reader.b313e41b3af3%2C44317%2C1732286093380,1-b313e41b3af3,44317,1732286093380 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-22T14:35:09,947 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,44317,1732286093380.replicationSource.wal-reader.b313e41b3af3%2C44317%2C1732286093380,1-b313e41b3af3,44317,1732286093380 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42543/user/jenkins/test-data/989dfb5d-fad3-492c-7bdc-173c76c7173a/WALs/b313e41b3af3,44317,1732286093380/b313e41b3af3%2C44317%2C1732286093380.1732286095357 to pos 379, reset compression=false 2024-11-22T14:35:09,947 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,44317,1732286093380.replicationSource.shipperb313e41b3af3%2C44317%2C1732286093380,1-b313e41b3af3,44317,1732286093380 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b313e41b3af3,44317,1732286093380 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42543/user/jenkins/test-data/989dfb5d-fad3-492c-7bdc-173c76c7173a/WALs/b313e41b3af3,44317,1732286093380/b313e41b3af3%2C44317%2C1732286093380.1732286095357, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-22T14:35:10,155 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,44317,1732286093380.replicationSource.wal-reader.b313e41b3af3%2C44317%2C1732286093380,1-b313e41b3af3,44317,1732286093380 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42543/user/jenkins/test-data/989dfb5d-fad3-492c-7bdc-173c76c7173a/WALs/b313e41b3af3,44317,1732286093380/b313e41b3af3%2C44317%2C1732286093380.1732286095357 to pos 379, reset compression=false 2024-11-22T14:35:10,458 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,44317,1732286093380.replicationSource.wal-reader.b313e41b3af3%2C44317%2C1732286093380,1-b313e41b3af3,44317,1732286093380 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42543/user/jenkins/test-data/989dfb5d-fad3-492c-7bdc-173c76c7173a/WALs/b313e41b3af3,44317,1732286093380/b313e41b3af3%2C44317%2C1732286093380.1732286095357 to pos 379, reset compression=false 2024-11-22T14:35:10,539 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,38729,1732286089468.replicationSource.wal-reader.b313e41b3af3%2C38729%2C1732286089468,1-b313e41b3af3,38729,1732286089468 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36247/user/jenkins/test-data/7cbabb8a-9daf-a46f-7e5f-55b674a0552c/WALs/b313e41b3af3,38729,1732286089468/b313e41b3af3%2C38729%2C1732286089468.1732286091448 to pos 379, reset compression=false 2024-11-22T14:35:10,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39819 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T14:35:10,663 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-22T14:35:10,663 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T14:35:10,663 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:255) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T14:35:10,663 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:35:10,663 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:35:10,663 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T14:35:10,664 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@287a42ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:35:10,664 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b313e41b3af3,40497,-1 for getting cluster id 2024-11-22T14:35:10,664 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T14:35:10,665 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '56e294f0-2b68-4404-8c5f-ee59d9ff25bf' 2024-11-22T14:35:10,665 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T14:35:10,665 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "56e294f0-2b68-4404-8c5f-ee59d9ff25bf" 2024-11-22T14:35:10,665 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c8a9c7c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:35:10,665 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b313e41b3af3,40497,-1] 2024-11-22T14:35:10,665 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T14:35:10,665 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:35:10,666 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41698, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T14:35:10,666 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ebc61cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:35:10,666 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T14:35:10,667 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is b313e41b3af3,40497,1732286097243 2024-11-22T14:35:10,667 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@202aed67 2024-11-22T14:35:10,667 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T14:35:10,668 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41712, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T14:35:10,668 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40497 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://b313e41b3af3:44443,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-22T14:35:10,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40497 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-22T14:35:10,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40497 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T14:35:10,670 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b313e41b3af3:44443' 2024-11-22T14:35:10,671 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3af0bd3e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:35:10,671 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request b313e41b3af3,44443,-1 for getting cluster id 2024-11-22T14:35:10,671 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T14:35:10,672 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '02d234c3-61f4-462c-a2d5-7fdc7731e980' 2024-11-22T14:35:10,672 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T14:35:10,672 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "02d234c3-61f4-462c-a2d5-7fdc7731e980" 2024-11-22T14:35:10,672 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42c3aba1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:35:10,672 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b313e41b3af3,44443,-1] 2024-11-22T14:35:10,672 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T14:35:10,672 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:35:10,673 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60534, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T14:35:10,674 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b43a8d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:35:10,674 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T14:35:10,675 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is b313e41b3af3,44443,1732286089427 2024-11-22T14:35:10,675 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6acd9195 2024-11-22T14:35:10,675 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T14:35:10,675 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60536, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T14:35:10,676 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-22T14:35:10,676 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-22T14:35:10,676 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:35:10,676 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:35:10,676 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T14:35:10,676 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T14:35:10,677 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-22T14:35:10,678 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T14:35:10,678 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:35:10,679 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T14:35:10,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073741837_1013 (size=1138) 2024-11-22T14:35:10,727 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-22T14:35:10,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40497 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T14:35:10,848 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-22T14:35:10,849 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:35:10,849 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:35:10,861 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,44317,1732286093380.replicationSource.wal-reader.b313e41b3af3%2C44317%2C1732286093380,1-b313e41b3af3,44317,1732286093380 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42543/user/jenkins/test-data/989dfb5d-fad3-492c-7bdc-173c76c7173a/WALs/b313e41b3af3,44317,1732286093380/b313e41b3af3%2C44317%2C1732286093380.1732286095357 to pos 379, reset compression=false 2024-11-22T14:35:10,899 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:35:10,900 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:35:10,900 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:35:10,900 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:35:10,900 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:35:10,901 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:35:10,910 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:35:10,914 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:35:10,915 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:35:10,918 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:35:10,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40497 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T14:35:11,084 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5709a86d256ea5152176246a918bde63, NAME => 'hbase:replication,,1732286110676.5709a86d256ea5152176246a918bde63.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39579/user/jenkins/test-data/976e51db-1d53-068b-7378-66c4524d914c 2024-11-22T14:35:11,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073741838_1014 (size=44) 2024-11-22T14:35:11,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40497 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T14:35:11,341 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,38729,1732286089468.replicationSource.wal-reader.b313e41b3af3%2C38729%2C1732286089468,1-b313e41b3af3,38729,1732286089468 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36247/user/jenkins/test-data/7cbabb8a-9daf-a46f-7e5f-55b674a0552c/WALs/b313e41b3af3,38729,1732286089468/b313e41b3af3%2C38729%2C1732286089468.1732286091448 to pos 379, reset compression=false 2024-11-22T14:35:11,364 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,44317,1732286093380.replicationSource.wal-reader.b313e41b3af3%2C44317%2C1732286093380,1-b313e41b3af3,44317,1732286093380 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42543/user/jenkins/test-data/989dfb5d-fad3-492c-7bdc-173c76c7173a/WALs/b313e41b3af3,44317,1732286093380/b313e41b3af3%2C44317%2C1732286093380.1732286095357 to pos 379, reset compression=false 2024-11-22T14:35:11,490 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732286110676.5709a86d256ea5152176246a918bde63.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T14:35:11,490 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 5709a86d256ea5152176246a918bde63, disabling compactions & flushes 2024-11-22T14:35:11,490 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732286110676.5709a86d256ea5152176246a918bde63. 2024-11-22T14:35:11,490 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732286110676.5709a86d256ea5152176246a918bde63. 2024-11-22T14:35:11,490 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732286110676.5709a86d256ea5152176246a918bde63. after waiting 0 ms 2024-11-22T14:35:11,490 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732286110676.5709a86d256ea5152176246a918bde63. 2024-11-22T14:35:11,490 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732286110676.5709a86d256ea5152176246a918bde63. 2024-11-22T14:35:11,490 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5709a86d256ea5152176246a918bde63: Waiting for close lock at 1732286111490Disabling compacts and flushes for region at 1732286111490Disabling writes for close at 1732286111490Writing region close event to WAL at 1732286111490Closed at 1732286111490 2024-11-22T14:35:11,491 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T14:35:11,492 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732286110676.5709a86d256ea5152176246a918bde63.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732286111492"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732286111492"}]},"ts":"1732286111492"} 2024-11-22T14:35:11,493 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-22T14:35:11,494 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T14:35:11,494 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732286111494"}]},"ts":"1732286111494"} 2024-11-22T14:35:11,496 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-22T14:35:11,496 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5709a86d256ea5152176246a918bde63, ASSIGN}] 2024-11-22T14:35:11,497 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5709a86d256ea5152176246a918bde63, ASSIGN 2024-11-22T14:35:11,498 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=5709a86d256ea5152176246a918bde63, ASSIGN; state=OFFLINE, location=b313e41b3af3,37639,1732286097284; forceNewPlan=false, retain=false 2024-11-22T14:35:11,648 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=5709a86d256ea5152176246a918bde63, regionState=OPENING, regionLocation=b313e41b3af3,37639,1732286097284 2024-11-22T14:35:11,650 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=5709a86d256ea5152176246a918bde63, ASSIGN because future has completed 2024-11-22T14:35:11,650 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5709a86d256ea5152176246a918bde63, server=b313e41b3af3,37639,1732286097284}] 2024-11-22T14:35:11,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40497 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T14:35:11,805 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732286110676.5709a86d256ea5152176246a918bde63. 2024-11-22T14:35:11,805 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T14:35:11,805 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-22T14:35:11,806 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b313e41b3af3%2C37639%2C1732286097284.rep, suffix=, logDir=hdfs://localhost:39579/user/jenkins/test-data/976e51db-1d53-068b-7378-66c4524d914c/WALs/b313e41b3af3,37639,1732286097284, archiveDir=hdfs://localhost:39579/user/jenkins/test-data/976e51db-1d53-068b-7378-66c4524d914c/oldWALs, maxLogs=10 2024-11-22T14:35:11,818 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/976e51db-1d53-068b-7378-66c4524d914c/WALs/b313e41b3af3,37639,1732286097284/b313e41b3af3%2C37639%2C1732286097284.rep.1732286111807, exclude list is [], retry=0 2024-11-22T14:35:11,820 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35139,DS-27d2bbc8-9683-428d-88fa-17417456b732,DISK] 2024-11-22T14:35:11,821 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/976e51db-1d53-068b-7378-66c4524d914c/WALs/b313e41b3af3,37639,1732286097284/b313e41b3af3%2C37639%2C1732286097284.rep.1732286111807 2024-11-22T14:35:11,821 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37325:37325)] 2024-11-22T14:35:11,822 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 5709a86d256ea5152176246a918bde63, NAME => 'hbase:replication,,1732286110676.5709a86d256ea5152176246a918bde63.', STARTKEY => '', ENDKEY => ''} 2024-11-22T14:35:11,822 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-22T14:35:11,822 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-22T14:35:11,822 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732286110676.5709a86d256ea5152176246a918bde63. service=MultiRowMutationService 2024-11-22T14:35:11,822 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-22T14:35:11,822 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 5709a86d256ea5152176246a918bde63 2024-11-22T14:35:11,822 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732286110676.5709a86d256ea5152176246a918bde63.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T14:35:11,822 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 5709a86d256ea5152176246a918bde63 2024-11-22T14:35:11,822 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 5709a86d256ea5152176246a918bde63 2024-11-22T14:35:11,823 INFO [StoreOpener-5709a86d256ea5152176246a918bde63-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 5709a86d256ea5152176246a918bde63 2024-11-22T14:35:11,824 INFO [StoreOpener-5709a86d256ea5152176246a918bde63-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5709a86d256ea5152176246a918bde63 columnFamilyName hfileref 2024-11-22T14:35:11,824 DEBUG [StoreOpener-5709a86d256ea5152176246a918bde63-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:35:11,824 INFO [StoreOpener-5709a86d256ea5152176246a918bde63-1 {}] regionserver.HStore(327): Store=5709a86d256ea5152176246a918bde63/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:35:11,824 INFO [StoreOpener-5709a86d256ea5152176246a918bde63-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 5709a86d256ea5152176246a918bde63 2024-11-22T14:35:11,825 INFO [StoreOpener-5709a86d256ea5152176246a918bde63-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5709a86d256ea5152176246a918bde63 columnFamilyName queue 2024-11-22T14:35:11,825 DEBUG [StoreOpener-5709a86d256ea5152176246a918bde63-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:35:11,825 INFO [StoreOpener-5709a86d256ea5152176246a918bde63-1 {}] regionserver.HStore(327): Store=5709a86d256ea5152176246a918bde63/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:35:11,825 INFO [StoreOpener-5709a86d256ea5152176246a918bde63-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 5709a86d256ea5152176246a918bde63 2024-11-22T14:35:11,826 INFO [StoreOpener-5709a86d256ea5152176246a918bde63-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5709a86d256ea5152176246a918bde63 columnFamilyName sid 2024-11-22T14:35:11,826 DEBUG [StoreOpener-5709a86d256ea5152176246a918bde63-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:35:11,826 INFO [StoreOpener-5709a86d256ea5152176246a918bde63-1 {}] regionserver.HStore(327): Store=5709a86d256ea5152176246a918bde63/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:35:11,827 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 5709a86d256ea5152176246a918bde63 2024-11-22T14:35:11,827 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39579/user/jenkins/test-data/976e51db-1d53-068b-7378-66c4524d914c/data/hbase/replication/5709a86d256ea5152176246a918bde63 2024-11-22T14:35:11,827 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39579/user/jenkins/test-data/976e51db-1d53-068b-7378-66c4524d914c/data/hbase/replication/5709a86d256ea5152176246a918bde63 2024-11-22T14:35:11,828 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 5709a86d256ea5152176246a918bde63 2024-11-22T14:35:11,828 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 5709a86d256ea5152176246a918bde63 2024-11-22T14:35:11,828 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-22T14:35:11,829 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 5709a86d256ea5152176246a918bde63 2024-11-22T14:35:11,830 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39579/user/jenkins/test-data/976e51db-1d53-068b-7378-66c4524d914c/data/hbase/replication/5709a86d256ea5152176246a918bde63/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T14:35:11,831 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 5709a86d256ea5152176246a918bde63; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61358621, jitterRate=-0.08568529784679413}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-22T14:35:11,831 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5709a86d256ea5152176246a918bde63 2024-11-22T14:35:11,831 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 5709a86d256ea5152176246a918bde63: Running coprocessor pre-open hook at 1732286111822Writing region info on filesystem at 1732286111822Initializing all the Stores at 1732286111823 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732286111823Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732286111823Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732286111823Cleaning up temporary data from old regions at 1732286111828 (+5 ms)Running coprocessor post-open hooks at 1732286111831 (+3 ms)Region opened successfully at 1732286111831 2024-11-22T14:35:11,832 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732286110676.5709a86d256ea5152176246a918bde63., pid=10, masterSystemTime=1732286111802 2024-11-22T14:35:11,833 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732286110676.5709a86d256ea5152176246a918bde63. 2024-11-22T14:35:11,833 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732286110676.5709a86d256ea5152176246a918bde63. 2024-11-22T14:35:11,834 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=5709a86d256ea5152176246a918bde63, regionState=OPEN, openSeqNum=2, regionLocation=b313e41b3af3,37639,1732286097284 2024-11-22T14:35:11,835 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5709a86d256ea5152176246a918bde63, server=b313e41b3af3,37639,1732286097284 because future has completed 2024-11-22T14:35:11,837 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-22T14:35:11,837 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 5709a86d256ea5152176246a918bde63, server=b313e41b3af3,37639,1732286097284 in 186 msec 2024-11-22T14:35:11,840 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-22T14:35:11,840 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5709a86d256ea5152176246a918bde63, ASSIGN in 341 msec 2024-11-22T14:35:11,840 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T14:35:11,841 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732286111840"}]},"ts":"1732286111840"} 2024-11-22T14:35:11,842 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-22T14:35:11,843 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T14:35:11,844 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1670 sec 2024-11-22T14:35:11,882 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732286110676.5709a86d256ea5152176246a918bde63., hostname=b313e41b3af3,37639,1732286097284, seqNum=2] 2024-11-22T14:35:11,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37639-0x10067db61d70007, quorum=127.0.0.1:56016, baseZNode=/21870690219 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21870690219 2024-11-22T14:35:11,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40497-0x10067db61d70006, quorum=127.0.0.1:56016, baseZNode=/21870690219 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21870690219 2024-11-22T14:35:11,889 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-22T14:35:11,967 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,44317,1732286093380.replicationSource.wal-reader.b313e41b3af3%2C44317%2C1732286093380,1-b313e41b3af3,44317,1732286093380 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42543/user/jenkins/test-data/989dfb5d-fad3-492c-7bdc-173c76c7173a/WALs/b313e41b3af3,44317,1732286093380/b313e41b3af3%2C44317%2C1732286093380.1732286095357 to pos 379, reset compression=false 2024-11-22T14:35:12,041 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37639 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-22T14:35:12,042 INFO [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-22T14:35:12,073 INFO [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-b313e41b3af3,37639,1732286097284, ReplicationSource: 1, currentBandwidth=0 2024-11-22T14:35:12,073 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T14:35:12,073 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b313e41b3af3,37639,1732286097284, seqNum=-1] 2024-11-22T14:35:12,074 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T14:35:12,074 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48209, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-22T14:35:12,076 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-b313e41b3af3,37639,1732286097284', locateType=CURRENT is [region=hbase:replication,,1732286110676.5709a86d256ea5152176246a918bde63., hostname=b313e41b3af3,37639,1732286097284, seqNum=2] 2024-11-22T14:35:12,078 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-22T14:35:12,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40497 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-22T14:35:12,080 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on b313e41b3af3,37639,1732286097284 suceeded 2024-11-22T14:35:12,082 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-22T14:35:12,082 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 191 msec 2024-11-22T14:35:12,082 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://b313e41b3af3:44443,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-22T14:35:12,083 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4140 sec 2024-11-22T14:35:12,092 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,37639,1732286097284 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b313e41b3af3:44443' 2024-11-22T14:35:12,094 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,37639,1732286097284 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@127fd8a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:35:12,094 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,37639,1732286097284 {}] client.ClusterIdFetcher(90): Going to request b313e41b3af3,44443,-1 for getting cluster id 2024-11-22T14:35:12,094 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,37639,1732286097284 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T14:35:12,094 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '02d234c3-61f4-462c-a2d5-7fdc7731e980' 2024-11-22T14:35:12,094 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T14:35:12,095 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "02d234c3-61f4-462c-a2d5-7fdc7731e980" 2024-11-22T14:35:12,095 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5cd97f05, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:35:12,095 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b313e41b3af3,44443,-1] 2024-11-22T14:35:12,095 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T14:35:12,095 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:35:12,096 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60550, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-22T14:35:12,096 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,37639,1732286097284 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7db47c48, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:35:12,096 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,37639,1732286097284 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T14:35:12,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b313e41b3af3,44443,1732286089427 2024-11-22T14:35:12,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1675a8f6 2024-11-22T14:35:12,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T14:35:12,098 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60556, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-22T14:35:12,098 INFO [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,37639,1732286097284 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-b313e41b3af3,37639,1732286097284 (queues=1) is replicating from cluster=56e294f0-2b68-4404-8c5f-ee59d9ff25bf to cluster=02d234c3-61f4-462c-a2d5-7fdc7731e980 2024-11-22T14:35:12,098 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,37639,1732286097284 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=b313e41b3af3%2C37639%2C1732286097284 2024-11-22T14:35:12,098 INFO [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,37639,1732286097284 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-b313e41b3af3,37639,1732286097284, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-22T14:35:12,099 INFO [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,37639,1732286097284.replicationSource.shipperb313e41b3af3%2C37639%2C1732286097284,1-b313e41b3af3,37639,1732286097284 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: b313e41b3af3%2C37639%2C1732286097284 2024-11-22T14:35:12,099 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,37639,1732286097284.replicationSource.wal-reader.b313e41b3af3%2C37639%2C1732286097284,1-b313e41b3af3,37639,1732286097284 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39579/user/jenkins/test-data/976e51db-1d53-068b-7378-66c4524d914c/WALs/b313e41b3af3,37639,1732286097284/b313e41b3af3%2C37639%2C1732286097284.1732286098868, startPosition=0, beingWritten=true 2024-11-22T14:35:12,102 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,37639,1732286097284.replicationSource.wal-reader.b313e41b3af3%2C37639%2C1732286097284,1-b313e41b3af3,37639,1732286097284 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-22T14:35:12,102 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,37639,1732286097284.replicationSource.wal-reader.b313e41b3af3%2C37639%2C1732286097284,1-b313e41b3af3,37639,1732286097284 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39579/user/jenkins/test-data/976e51db-1d53-068b-7378-66c4524d914c/WALs/b313e41b3af3,37639,1732286097284/b313e41b3af3%2C37639%2C1732286097284.1732286098868 to pos 379, reset compression=false 2024-11-22T14:35:12,102 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,37639,1732286097284.replicationSource.shipperb313e41b3af3%2C37639%2C1732286097284,1-b313e41b3af3,37639,1732286097284 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b313e41b3af3,37639,1732286097284 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39579/user/jenkins/test-data/976e51db-1d53-068b-7378-66c4524d914c/WALs/b313e41b3af3,37639,1732286097284/b313e41b3af3%2C37639%2C1732286097284.1732286098868, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-22T14:35:12,245 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,38729,1732286089468.replicationSource.wal-reader.b313e41b3af3%2C38729%2C1732286089468,1-b313e41b3af3,38729,1732286089468 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36247/user/jenkins/test-data/7cbabb8a-9daf-a46f-7e5f-55b674a0552c/WALs/b313e41b3af3,38729,1732286089468/b313e41b3af3%2C38729%2C1732286089468.1732286091448 to pos 379, reset compression=false 2024-11-22T14:35:12,305 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,37639,1732286097284.replicationSource.wal-reader.b313e41b3af3%2C37639%2C1732286097284,1-b313e41b3af3,37639,1732286097284 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39579/user/jenkins/test-data/976e51db-1d53-068b-7378-66c4524d914c/WALs/b313e41b3af3,37639,1732286097284/b313e41b3af3%2C37639%2C1732286097284.1732286098868 to pos 379, reset compression=false 2024-11-22T14:35:12,609 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,37639,1732286097284.replicationSource.wal-reader.b313e41b3af3%2C37639%2C1732286097284,1-b313e41b3af3,37639,1732286097284 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39579/user/jenkins/test-data/976e51db-1d53-068b-7378-66c4524d914c/WALs/b313e41b3af3,37639,1732286097284/b313e41b3af3%2C37639%2C1732286097284.1732286098868 to pos 379, reset compression=false 2024-11-22T14:35:12,671 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,44317,1732286093380.replicationSource.wal-reader.b313e41b3af3%2C44317%2C1732286093380,1-b313e41b3af3,44317,1732286093380 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42543/user/jenkins/test-data/989dfb5d-fad3-492c-7bdc-173c76c7173a/WALs/b313e41b3af3,44317,1732286093380/b313e41b3af3%2C44317%2C1732286093380.1732286095357 to pos 379, reset compression=false 2024-11-22T14:35:12,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40497 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T14:35:12,814 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-22T14:35:12,814 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T14:35:12,814 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:256) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T14:35:12,814 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:35:12,814 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:35:12,814 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T14:35:12,815 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48514847, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:35:12,815 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b313e41b3af3,44443,-1 for getting cluster id 2024-11-22T14:35:12,815 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T14:35:12,815 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '02d234c3-61f4-462c-a2d5-7fdc7731e980' 2024-11-22T14:35:12,816 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T14:35:12,816 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "02d234c3-61f4-462c-a2d5-7fdc7731e980" 2024-11-22T14:35:12,816 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@612bf301, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:35:12,816 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b313e41b3af3,44443,-1] 2024-11-22T14:35:12,816 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T14:35:12,816 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:35:12,817 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60578, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T14:35:12,817 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1eda1f14, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:35:12,818 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bffc681, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:35:12,818 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b313e41b3af3,39819,-1 for getting cluster id 2024-11-22T14:35:12,818 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T14:35:12,818 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a4f9de33-22f2-4571-a300-3cfafaca8d2b' 2024-11-22T14:35:12,818 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T14:35:12,818 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a4f9de33-22f2-4571-a300-3cfafaca8d2b" 2024-11-22T14:35:12,819 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ab515de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:35:12,819 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b313e41b3af3,39819,-1] 2024-11-22T14:35:12,819 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T14:35:12,819 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:35:12,819 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42994, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T14:35:12,820 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@752e5615, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:35:12,820 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2970252d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:35:12,820 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b313e41b3af3,40497,-1 for getting cluster id 2024-11-22T14:35:12,820 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T14:35:12,821 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '56e294f0-2b68-4404-8c5f-ee59d9ff25bf' 2024-11-22T14:35:12,821 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T14:35:12,821 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "56e294f0-2b68-4404-8c5f-ee59d9ff25bf" 2024-11-22T14:35:12,821 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21facdaa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:35:12,821 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b313e41b3af3,40497,-1] 2024-11-22T14:35:12,821 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T14:35:12,821 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:35:12,822 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41724, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T14:35:12,822 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70a30e8e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:35:12,822 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T14:35:12,823 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b313e41b3af3,38729,1732286089468, seqNum=-1] 2024-11-22T14:35:12,823 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T14:35:12,824 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39320, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T14:35:12,825 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732286099917.28f03180c0a1f70f4d1ff7e03ca643e6., hostname=b313e41b3af3,38729,1732286089468, seqNum=2] 2024-11-22T14:35:12,828 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T14:35:12,828 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b313e41b3af3,37639,1732286097284, seqNum=-1] 2024-11-22T14:35:12,829 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T14:35:12,830 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54210, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T14:35:12,831 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732286104215.e62978078855afa435e0913d19ba4204., hostname=b313e41b3af3,37639,1732286097284, seqNum=2] 2024-11-22T14:35:12,832 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-22T14:35:13,012 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,37639,1732286097284.replicationSource.wal-reader.b313e41b3af3%2C37639%2C1732286097284,1-b313e41b3af3,37639,1732286097284 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39579/user/jenkins/test-data/976e51db-1d53-068b-7378-66c4524d914c/WALs/b313e41b3af3,37639,1732286097284/b313e41b3af3%2C37639%2C1732286097284.1732286098868 to pos 379, reset compression=false 2024-11-22T14:35:13,248 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,38729,1732286089468.replicationSource.wal-reader.b313e41b3af3%2C38729%2C1732286089468,1-b313e41b3af3,38729,1732286089468 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36247/user/jenkins/test-data/7cbabb8a-9daf-a46f-7e5f-55b674a0552c/WALs/b313e41b3af3,38729,1732286089468/b313e41b3af3%2C38729%2C1732286089468.1732286091448 to pos 379, reset compression=false 2024-11-22T14:35:13,252 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,38729,1732286089468.replicationSource.wal-reader.b313e41b3af3%2C38729%2C1732286089468,1-b313e41b3af3,38729,1732286089468 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-22T14:35:13,252 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,38729,1732286089468.replicationSource.wal-reader.b313e41b3af3%2C38729%2C1732286089468,1-b313e41b3af3,38729,1732286089468 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36247/user/jenkins/test-data/7cbabb8a-9daf-a46f-7e5f-55b674a0552c/WALs/b313e41b3af3,38729,1732286089468/b313e41b3af3%2C38729%2C1732286089468.1732286091448 to pos 480, reset compression=false 2024-11-22T14:35:13,252 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,38729,1732286089468.replicationSource.shipperb313e41b3af3%2C38729%2C1732286089468,1-b313e41b3af3,38729,1732286089468 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b313e41b3af3,38729,1732286089468 got entry batch from reader: WALEntryBatch [walEntries=[{test/28f03180c0a1f70f4d1ff7e03ca643e6/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:36247/user/jenkins/test-data/7cbabb8a-9daf-a46f-7e5f-55b674a0552c/WALs/b313e41b3af3,38729,1732286089468/b313e41b3af3%2C38729%2C1732286089468.1732286091448, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-22T14:35:13,255 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,38729,1732286089468.replicationSource.shipperb313e41b3af3%2C38729%2C1732286089468,1-b313e41b3af3,38729,1732286089468 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-22T14:35:13,255 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33102, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=AdminService 2024-11-22T14:35:13,256 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-22T14:35:13,262 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6c760544, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:35:13,262 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] client.ClusterIdFetcher(90): Going to request b313e41b3af3,39819,-1 for getting cluster id 2024-11-22T14:35:13,263 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T14:35:13,263 DEBUG [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a4f9de33-22f2-4571-a300-3cfafaca8d2b' 2024-11-22T14:35:13,263 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T14:35:13,263 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a4f9de33-22f2-4571-a300-3cfafaca8d2b" 2024-11-22T14:35:13,264 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@29dd6f92, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:35:13,264 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b313e41b3af3,39819,-1] 2024-11-22T14:35:13,264 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T14:35:13,264 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:35:13,264 INFO [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43006, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-22T14:35:13,265 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@50598961, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:35:13,266 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T14:35:13,266 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b313e41b3af3,44317,1732286093380, seqNum=-1] 2024-11-22T14:35:13,266 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T14:35:13,267 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33108, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-22T14:35:13,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732286102065.5aef93833906a8a26f8d9541dc780f6d., hostname=b313e41b3af3,44317,1732286093380, seqNum=2] 2024-11-22T14:35:13,271 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-22T14:35:13,462 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,38729,1732286089468.replicationSource.wal-reader.b313e41b3af3%2C38729%2C1732286089468,1-b313e41b3af3,38729,1732286089468 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36247/user/jenkins/test-data/7cbabb8a-9daf-a46f-7e5f-55b674a0552c/WALs/b313e41b3af3,38729,1732286089468/b313e41b3af3%2C38729%2C1732286089468.1732286091448 to pos 480, reset compression=false 2024-11-22T14:35:13,474 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,44317,1732286093380.replicationSource.wal-reader.b313e41b3af3%2C44317%2C1732286093380,1-b313e41b3af3,44317,1732286093380 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42543/user/jenkins/test-data/989dfb5d-fad3-492c-7bdc-173c76c7173a/WALs/b313e41b3af3,44317,1732286093380/b313e41b3af3%2C44317%2C1732286093380.1732286095357 to pos 379, reset compression=false 2024-11-22T14:35:13,479 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,44317,1732286093380.replicationSource.wal-reader.b313e41b3af3%2C44317%2C1732286093380,1-b313e41b3af3,44317,1732286093380 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-22T14:35:13,479 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,44317,1732286093380.replicationSource.wal-reader.b313e41b3af3%2C44317%2C1732286093380,1-b313e41b3af3,44317,1732286093380 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42543/user/jenkins/test-data/989dfb5d-fad3-492c-7bdc-173c76c7173a/WALs/b313e41b3af3,44317,1732286093380/b313e41b3af3%2C44317%2C1732286093380.1732286095357 to pos 503, reset compression=false 2024-11-22T14:35:13,479 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,44317,1732286093380.replicationSource.shipperb313e41b3af3%2C44317%2C1732286093380,1-b313e41b3af3,44317,1732286093380 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b313e41b3af3,44317,1732286093380 got entry batch from reader: WALEntryBatch [walEntries=[{test/5aef93833906a8a26f8d9541dc780f6d/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:42543/user/jenkins/test-data/989dfb5d-fad3-492c-7bdc-173c76c7173a/WALs/b313e41b3af3,44317,1732286093380/b313e41b3af3%2C44317%2C1732286093380.1732286095357, lastWalPosition=503, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-22T14:35:13,481 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,44317,1732286093380.replicationSource.shipperb313e41b3af3%2C44317%2C1732286093380,1-b313e41b3af3,44317,1732286093380 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-22T14:35:13,482 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54216, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=AdminService 2024-11-22T14:35:13,482 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37639 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-22T14:35:13,483 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37639 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@23094a80, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:35:13,483 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37639 {}] client.ClusterIdFetcher(90): Going to request b313e41b3af3,40497,-1 for getting cluster id 2024-11-22T14:35:13,483 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37639 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T14:35:13,483 DEBUG [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '56e294f0-2b68-4404-8c5f-ee59d9ff25bf' 2024-11-22T14:35:13,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T14:35:13,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "56e294f0-2b68-4404-8c5f-ee59d9ff25bf" 2024-11-22T14:35:13,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@16ff0dfa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:35:13,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b313e41b3af3,40497,-1] 2024-11-22T14:35:13,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T14:35:13,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:35:13,485 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41738, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-22T14:35:13,485 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37639 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2a92b757, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:35:13,486 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37639 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T14:35:13,486 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b313e41b3af3,37639,1732286097284, seqNum=-1] 2024-11-22T14:35:13,487 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T14:35:13,488 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54220, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-22T14:35:13,489 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732286104215.e62978078855afa435e0913d19ba4204., hostname=b313e41b3af3,37639,1732286097284, seqNum=2] 2024-11-22T14:35:13,491 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37639 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-22T14:35:13,542 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,37639,1732286097284.replicationSource.wal-reader.b313e41b3af3%2C37639%2C1732286097284,1-b313e41b3af3,37639,1732286097284 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39579/user/jenkins/test-data/976e51db-1d53-068b-7378-66c4524d914c/WALs/b313e41b3af3,37639,1732286097284/b313e41b3af3%2C37639%2C1732286097284.1732286098868 to pos 379, reset compression=false 2024-11-22T14:35:13,547 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,37639,1732286097284.replicationSource.wal-reader.b313e41b3af3%2C37639%2C1732286097284,1-b313e41b3af3,37639,1732286097284 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-22T14:35:13,547 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,37639,1732286097284.replicationSource.wal-reader.b313e41b3af3%2C37639%2C1732286097284,1-b313e41b3af3,37639,1732286097284 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39579/user/jenkins/test-data/976e51db-1d53-068b-7378-66c4524d914c/WALs/b313e41b3af3,37639,1732286097284/b313e41b3af3%2C37639%2C1732286097284.1732286098868 to pos 527, reset compression=false 2024-11-22T14:35:13,547 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,37639,1732286097284.replicationSource.shipperb313e41b3af3%2C37639%2C1732286097284,1-b313e41b3af3,37639,1732286097284 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b313e41b3af3,37639,1732286097284 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39579/user/jenkins/test-data/976e51db-1d53-068b-7378-66c4524d914c/WALs/b313e41b3af3,37639,1732286097284/b313e41b3af3%2C37639%2C1732286097284.1732286098868, lastWalPosition=527, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-22T14:35:13,682 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,44317,1732286093380.replicationSource.wal-reader.b313e41b3af3%2C44317%2C1732286093380,1-b313e41b3af3,44317,1732286093380 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42543/user/jenkins/test-data/989dfb5d-fad3-492c-7bdc-173c76c7173a/WALs/b313e41b3af3,44317,1732286093380/b313e41b3af3%2C44317%2C1732286093380.1732286095357 to pos 503, reset compression=false 2024-11-22T14:35:13,751 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,37639,1732286097284.replicationSource.wal-reader.b313e41b3af3%2C37639%2C1732286097284,1-b313e41b3af3,37639,1732286097284 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39579/user/jenkins/test-data/976e51db-1d53-068b-7378-66c4524d914c/WALs/b313e41b3af3,37639,1732286097284/b313e41b3af3%2C37639%2C1732286097284.1732286098868 to pos 527, reset compression=false 2024-11-22T14:35:13,765 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,38729,1732286089468.replicationSource.wal-reader.b313e41b3af3%2C38729%2C1732286089468,1-b313e41b3af3,38729,1732286089468 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36247/user/jenkins/test-data/7cbabb8a-9daf-a46f-7e5f-55b674a0552c/WALs/b313e41b3af3,38729,1732286089468/b313e41b3af3%2C38729%2C1732286089468.1732286091448 to pos 480, reset compression=false 2024-11-22T14:35:13,834 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-22T14:35:13,834 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T14:35:13,835 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b313e41b3af3,44317,1732286093380, seqNum=-1] 2024-11-22T14:35:13,835 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T14:35:13,836 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33124, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T14:35:13,838 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732286102065.5aef93833906a8a26f8d9541dc780f6d., hostname=b313e41b3af3,44317,1732286093380, seqNum=2] 2024-11-22T14:35:13,840 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-22T14:35:13,986 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,44317,1732286093380.replicationSource.wal-reader.b313e41b3af3%2C44317%2C1732286093380,1-b313e41b3af3,44317,1732286093380 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42543/user/jenkins/test-data/989dfb5d-fad3-492c-7bdc-173c76c7173a/WALs/b313e41b3af3,44317,1732286093380/b313e41b3af3%2C44317%2C1732286093380.1732286095357 to pos 503, reset compression=false 2024-11-22T14:35:13,990 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,44317,1732286093380.replicationSource.wal-reader.b313e41b3af3%2C44317%2C1732286093380,1-b313e41b3af3,44317,1732286093380 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-22T14:35:13,990 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,44317,1732286093380.replicationSource.wal-reader.b313e41b3af3%2C44317%2C1732286093380,1-b313e41b3af3,44317,1732286093380 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42543/user/jenkins/test-data/989dfb5d-fad3-492c-7bdc-173c76c7173a/WALs/b313e41b3af3,44317,1732286093380/b313e41b3af3%2C44317%2C1732286093380.1732286095357 to pos 607, reset compression=false 2024-11-22T14:35:13,990 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,44317,1732286093380.replicationSource.shipperb313e41b3af3%2C44317%2C1732286093380,1-b313e41b3af3,44317,1732286093380 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b313e41b3af3,44317,1732286093380 got entry batch from reader: WALEntryBatch [walEntries=[{test/5aef93833906a8a26f8d9541dc780f6d/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:42543/user/jenkins/test-data/989dfb5d-fad3-492c-7bdc-173c76c7173a/WALs/b313e41b3af3,44317,1732286093380/b313e41b3af3%2C44317%2C1732286093380.1732286095357, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-22T14:35:13,991 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37639 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-22T14:35:13,994 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37639 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-22T14:35:14,056 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,37639,1732286097284.replicationSource.wal-reader.b313e41b3af3%2C37639%2C1732286097284,1-b313e41b3af3,37639,1732286097284 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39579/user/jenkins/test-data/976e51db-1d53-068b-7378-66c4524d914c/WALs/b313e41b3af3,37639,1732286097284/b313e41b3af3%2C37639%2C1732286097284.1732286098868 to pos 527, reset compression=false 2024-11-22T14:35:14,061 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,37639,1732286097284.replicationSource.wal-reader.b313e41b3af3%2C37639%2C1732286097284,1-b313e41b3af3,37639,1732286097284 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-22T14:35:14,061 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,37639,1732286097284.replicationSource.wal-reader.b313e41b3af3%2C37639%2C1732286097284,1-b313e41b3af3,37639,1732286097284 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39579/user/jenkins/test-data/976e51db-1d53-068b-7378-66c4524d914c/WALs/b313e41b3af3,37639,1732286097284/b313e41b3af3%2C37639%2C1732286097284.1732286098868 to pos 655, reset compression=false 2024-11-22T14:35:14,061 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,37639,1732286097284.replicationSource.shipperb313e41b3af3%2C37639%2C1732286097284,1-b313e41b3af3,37639,1732286097284 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b313e41b3af3,37639,1732286097284 got entry batch from reader: WALEntryBatch [walEntries=[{test/e62978078855afa435e0913d19ba4204/5=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:39579/user/jenkins/test-data/976e51db-1d53-068b-7378-66c4524d914c/WALs/b313e41b3af3,37639,1732286097284/b313e41b3af3%2C37639%2C1732286097284.1732286098868, lastWalPosition=655, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-22T14:35:14,063 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,37639,1732286097284.replicationSource.shipperb313e41b3af3%2C37639%2C1732286097284,1-b313e41b3af3,37639,1732286097284 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-22T14:35:14,064 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39328, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-22T14:35:14,064 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38729 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-22T14:35:14,065 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38729 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@700b2d6a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:35:14,065 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38729 {}] client.ClusterIdFetcher(90): Going to request b313e41b3af3,44443,-1 for getting cluster id 2024-11-22T14:35:14,065 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38729 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T14:35:14,066 DEBUG [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '02d234c3-61f4-462c-a2d5-7fdc7731e980' 2024-11-22T14:35:14,066 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T14:35:14,066 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "02d234c3-61f4-462c-a2d5-7fdc7731e980" 2024-11-22T14:35:14,066 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7a6677fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:35:14,066 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b313e41b3af3,44443,-1] 2024-11-22T14:35:14,066 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T14:35:14,066 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:35:14,067 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60586, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-22T14:35:14,067 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38729 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@396dd81f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:35:14,068 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38729 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T14:35:14,069 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b313e41b3af3,38729,1732286089468, seqNum=-1] 2024-11-22T14:35:14,069 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T14:35:14,070 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39338, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-22T14:35:14,071 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732286099917.28f03180c0a1f70f4d1ff7e03ca643e6., hostname=b313e41b3af3,38729,1732286089468, seqNum=2] 2024-11-22T14:35:14,074 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38729 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-22T14:35:14,169 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,38729,1732286089468.replicationSource.wal-reader.b313e41b3af3%2C38729%2C1732286089468,1-b313e41b3af3,38729,1732286089468 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36247/user/jenkins/test-data/7cbabb8a-9daf-a46f-7e5f-55b674a0552c/WALs/b313e41b3af3,38729,1732286089468/b313e41b3af3%2C38729%2C1732286089468.1732286091448 to pos 480, reset compression=false 2024-11-22T14:35:14,174 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,38729,1732286089468.replicationSource.wal-reader.b313e41b3af3%2C38729%2C1732286089468,1-b313e41b3af3,38729,1732286089468 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-22T14:35:14,174 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,38729,1732286089468.replicationSource.wal-reader.b313e41b3af3%2C38729%2C1732286089468,1-b313e41b3af3,38729,1732286089468 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36247/user/jenkins/test-data/7cbabb8a-9daf-a46f-7e5f-55b674a0552c/WALs/b313e41b3af3,38729,1732286089468/b313e41b3af3%2C38729%2C1732286089468.1732286091448 to pos 631, reset compression=false 2024-11-22T14:35:14,174 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,38729,1732286089468.replicationSource.shipperb313e41b3af3%2C38729%2C1732286089468,1-b313e41b3af3,38729,1732286089468 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b313e41b3af3,38729,1732286089468 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36247/user/jenkins/test-data/7cbabb8a-9daf-a46f-7e5f-55b674a0552c/WALs/b313e41b3af3,38729,1732286089468/b313e41b3af3%2C38729%2C1732286089468.1732286091448, lastWalPosition=631, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-22T14:35:14,195 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,44317,1732286093380.replicationSource.wal-reader.b313e41b3af3%2C44317%2C1732286093380,1-b313e41b3af3,44317,1732286093380 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42543/user/jenkins/test-data/989dfb5d-fad3-492c-7bdc-173c76c7173a/WALs/b313e41b3af3,44317,1732286093380/b313e41b3af3%2C44317%2C1732286093380.1732286095357 to pos 607, reset compression=false 2024-11-22T14:35:14,265 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,37639,1732286097284.replicationSource.wal-reader.b313e41b3af3%2C37639%2C1732286097284,1-b313e41b3af3,37639,1732286097284 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39579/user/jenkins/test-data/976e51db-1d53-068b-7378-66c4524d914c/WALs/b313e41b3af3,37639,1732286097284/b313e41b3af3%2C37639%2C1732286097284.1732286098868 to pos 655, reset compression=false 2024-11-22T14:35:14,377 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,38729,1732286089468.replicationSource.wal-reader.b313e41b3af3%2C38729%2C1732286089468,1-b313e41b3af3,38729,1732286089468 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36247/user/jenkins/test-data/7cbabb8a-9daf-a46f-7e5f-55b674a0552c/WALs/b313e41b3af3,38729,1732286089468/b313e41b3af3%2C38729%2C1732286089468.1732286091448 to pos 631, reset compression=false 2024-11-22T14:35:14,498 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,44317,1732286093380.replicationSource.wal-reader.b313e41b3af3%2C44317%2C1732286093380,1-b313e41b3af3,44317,1732286093380 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42543/user/jenkins/test-data/989dfb5d-fad3-492c-7bdc-173c76c7173a/WALs/b313e41b3af3,44317,1732286093380/b313e41b3af3%2C44317%2C1732286093380.1732286095357 to pos 607, reset compression=false 2024-11-22T14:35:14,568 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,37639,1732286097284.replicationSource.wal-reader.b313e41b3af3%2C37639%2C1732286097284,1-b313e41b3af3,37639,1732286097284 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39579/user/jenkins/test-data/976e51db-1d53-068b-7378-66c4524d914c/WALs/b313e41b3af3,37639,1732286097284/b313e41b3af3%2C37639%2C1732286097284.1732286098868 to pos 655, reset compression=false 2024-11-22T14:35:14,681 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,38729,1732286089468.replicationSource.wal-reader.b313e41b3af3%2C38729%2C1732286089468,1-b313e41b3af3,38729,1732286089468 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36247/user/jenkins/test-data/7cbabb8a-9daf-a46f-7e5f-55b674a0552c/WALs/b313e41b3af3,38729,1732286089468/b313e41b3af3%2C38729%2C1732286089468.1732286091448 to pos 631, reset compression=false 2024-11-22T14:35:14,843 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-22T14:35:14,846 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-22T14:35:14,901 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,44317,1732286093380.replicationSource.wal-reader.b313e41b3af3%2C44317%2C1732286093380,1-b313e41b3af3,44317,1732286093380 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42543/user/jenkins/test-data/989dfb5d-fad3-492c-7bdc-173c76c7173a/WALs/b313e41b3af3,44317,1732286093380/b313e41b3af3%2C44317%2C1732286093380.1732286095357 to pos 607, reset compression=false 2024-11-22T14:35:14,972 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,37639,1732286097284.replicationSource.wal-reader.b313e41b3af3%2C37639%2C1732286097284,1-b313e41b3af3,37639,1732286097284 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39579/user/jenkins/test-data/976e51db-1d53-068b-7378-66c4524d914c/WALs/b313e41b3af3,37639,1732286097284/b313e41b3af3%2C37639%2C1732286097284.1732286098868 to pos 655, reset compression=false 2024-11-22T14:35:14,976 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,37639,1732286097284.replicationSource.wal-reader.b313e41b3af3%2C37639%2C1732286097284,1-b313e41b3af3,37639,1732286097284 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-22T14:35:14,976 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,37639,1732286097284.replicationSource.wal-reader.b313e41b3af3%2C37639%2C1732286097284,1-b313e41b3af3,37639,1732286097284 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39579/user/jenkins/test-data/976e51db-1d53-068b-7378-66c4524d914c/WALs/b313e41b3af3,37639,1732286097284/b313e41b3af3%2C37639%2C1732286097284.1732286098868 to pos 759, reset compression=false 2024-11-22T14:35:14,976 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,37639,1732286097284.replicationSource.shipperb313e41b3af3%2C37639%2C1732286097284,1-b313e41b3af3,37639,1732286097284 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b313e41b3af3,37639,1732286097284 got entry batch from reader: WALEntryBatch [walEntries=[{test/e62978078855afa435e0913d19ba4204/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:39579/user/jenkins/test-data/976e51db-1d53-068b-7378-66c4524d914c/WALs/b313e41b3af3,37639,1732286097284/b313e41b3af3%2C37639%2C1732286097284.1732286098868, lastWalPosition=759, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-22T14:35:14,978 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38729 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-22T14:35:14,980 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38729 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-22T14:35:15,085 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,38729,1732286089468.replicationSource.wal-reader.b313e41b3af3%2C38729%2C1732286089468,1-b313e41b3af3,38729,1732286089468 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36247/user/jenkins/test-data/7cbabb8a-9daf-a46f-7e5f-55b674a0552c/WALs/b313e41b3af3,38729,1732286089468/b313e41b3af3%2C38729%2C1732286089468.1732286091448 to pos 631, reset compression=false 2024-11-22T14:35:15,089 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,38729,1732286089468.replicationSource.wal-reader.b313e41b3af3%2C38729%2C1732286089468,1-b313e41b3af3,38729,1732286089468 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-22T14:35:15,089 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,38729,1732286089468.replicationSource.wal-reader.b313e41b3af3%2C38729%2C1732286089468,1-b313e41b3af3,38729,1732286089468 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36247/user/jenkins/test-data/7cbabb8a-9daf-a46f-7e5f-55b674a0552c/WALs/b313e41b3af3,38729,1732286089468/b313e41b3af3%2C38729%2C1732286089468.1732286091448 to pos 758, reset compression=false 2024-11-22T14:35:15,089 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,38729,1732286089468.replicationSource.shipperb313e41b3af3%2C38729%2C1732286089468,1-b313e41b3af3,38729,1732286089468 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b313e41b3af3,38729,1732286089468 got entry batch from reader: WALEntryBatch [walEntries=[{test/28f03180c0a1f70f4d1ff7e03ca643e6/6=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:36247/user/jenkins/test-data/7cbabb8a-9daf-a46f-7e5f-55b674a0552c/WALs/b313e41b3af3,38729,1732286089468/b313e41b3af3%2C38729%2C1732286089468.1732286091448, lastWalPosition=758, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-22T14:35:15,090 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-22T14:35:15,093 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-22T14:35:15,180 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,37639,1732286097284.replicationSource.wal-reader.b313e41b3af3%2C37639%2C1732286097284,1-b313e41b3af3,37639,1732286097284 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39579/user/jenkins/test-data/976e51db-1d53-068b-7378-66c4524d914c/WALs/b313e41b3af3,37639,1732286097284/b313e41b3af3%2C37639%2C1732286097284.1732286098868 to pos 759, reset compression=false 2024-11-22T14:35:15,292 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,38729,1732286089468.replicationSource.wal-reader.b313e41b3af3%2C38729%2C1732286089468,1-b313e41b3af3,38729,1732286089468 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36247/user/jenkins/test-data/7cbabb8a-9daf-a46f-7e5f-55b674a0552c/WALs/b313e41b3af3,38729,1732286089468/b313e41b3af3%2C38729%2C1732286089468.1732286091448 to pos 758, reset compression=false 2024-11-22T14:35:15,406 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,44317,1732286093380.replicationSource.wal-reader.b313e41b3af3%2C44317%2C1732286093380,1-b313e41b3af3,44317,1732286093380 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42543/user/jenkins/test-data/989dfb5d-fad3-492c-7bdc-173c76c7173a/WALs/b313e41b3af3,44317,1732286093380/b313e41b3af3%2C44317%2C1732286093380.1732286095357 to pos 607, reset compression=false 2024-11-22T14:35:15,409 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,44317,1732286093380.replicationSource.wal-reader.b313e41b3af3%2C44317%2C1732286093380,1-b313e41b3af3,44317,1732286093380 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-22T14:35:15,409 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,44317,1732286093380.replicationSource.wal-reader.b313e41b3af3%2C44317%2C1732286093380,1-b313e41b3af3,44317,1732286093380 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42543/user/jenkins/test-data/989dfb5d-fad3-492c-7bdc-173c76c7173a/WALs/b313e41b3af3,44317,1732286093380/b313e41b3af3%2C44317%2C1732286093380.1732286095357 to pos 757, reset compression=false 2024-11-22T14:35:15,409 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,44317,1732286093380.replicationSource.shipperb313e41b3af3%2C44317%2C1732286093380,1-b313e41b3af3,44317,1732286093380 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b313e41b3af3,44317,1732286093380 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42543/user/jenkins/test-data/989dfb5d-fad3-492c-7bdc-173c76c7173a/WALs/b313e41b3af3,44317,1732286093380/b313e41b3af3%2C44317%2C1732286093380.1732286095357, lastWalPosition=757, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-22T14:35:15,483 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,37639,1732286097284.replicationSource.wal-reader.b313e41b3af3%2C37639%2C1732286097284,1-b313e41b3af3,37639,1732286097284 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39579/user/jenkins/test-data/976e51db-1d53-068b-7378-66c4524d914c/WALs/b313e41b3af3,37639,1732286097284/b313e41b3af3%2C37639%2C1732286097284.1732286098868 to pos 759, reset compression=false 2024-11-22T14:35:15,595 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,38729,1732286089468.replicationSource.wal-reader.b313e41b3af3%2C38729%2C1732286089468,1-b313e41b3af3,38729,1732286089468 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36247/user/jenkins/test-data/7cbabb8a-9daf-a46f-7e5f-55b674a0552c/WALs/b313e41b3af3,38729,1732286089468/b313e41b3af3%2C38729%2C1732286089468.1732286091448 to pos 758, reset compression=false 2024-11-22T14:35:15,613 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,44317,1732286093380.replicationSource.wal-reader.b313e41b3af3%2C44317%2C1732286093380,1-b313e41b3af3,44317,1732286093380 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42543/user/jenkins/test-data/989dfb5d-fad3-492c-7bdc-173c76c7173a/WALs/b313e41b3af3,44317,1732286093380/b313e41b3af3%2C44317%2C1732286093380.1732286095357 to pos 757, reset compression=false 2024-11-22T14:35:15,848 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-22T14:35:15,852 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-22T14:35:15,886 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,37639,1732286097284.replicationSource.wal-reader.b313e41b3af3%2C37639%2C1732286097284,1-b313e41b3af3,37639,1732286097284 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39579/user/jenkins/test-data/976e51db-1d53-068b-7378-66c4524d914c/WALs/b313e41b3af3,37639,1732286097284/b313e41b3af3%2C37639%2C1732286097284.1732286098868 to pos 759, reset compression=false 2024-11-22T14:35:15,917 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,44317,1732286093380.replicationSource.wal-reader.b313e41b3af3%2C44317%2C1732286093380,1-b313e41b3af3,44317,1732286093380 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42543/user/jenkins/test-data/989dfb5d-fad3-492c-7bdc-173c76c7173a/WALs/b313e41b3af3,44317,1732286093380/b313e41b3af3%2C44317%2C1732286093380.1732286095357 to pos 757, reset compression=false 2024-11-22T14:35:15,999 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,38729,1732286089468.replicationSource.wal-reader.b313e41b3af3%2C38729%2C1732286089468,1-b313e41b3af3,38729,1732286089468 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36247/user/jenkins/test-data/7cbabb8a-9daf-a46f-7e5f-55b674a0552c/WALs/b313e41b3af3,38729,1732286089468/b313e41b3af3%2C38729%2C1732286089468.1732286091448 to pos 758, reset compression=false 2024-11-22T14:35:16,003 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,38729,1732286089468.replicationSource.wal-reader.b313e41b3af3%2C38729%2C1732286089468,1-b313e41b3af3,38729,1732286089468 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-22T14:35:16,003 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,38729,1732286089468.replicationSource.wal-reader.b313e41b3af3%2C38729%2C1732286089468,1-b313e41b3af3,38729,1732286089468 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36247/user/jenkins/test-data/7cbabb8a-9daf-a46f-7e5f-55b674a0552c/WALs/b313e41b3af3,38729,1732286089468/b313e41b3af3%2C38729%2C1732286089468.1732286091448 to pos 914, reset compression=false 2024-11-22T14:35:16,003 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,38729,1732286089468.replicationSource.shipperb313e41b3af3%2C38729%2C1732286089468,1-b313e41b3af3,38729,1732286089468 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b313e41b3af3,38729,1732286089468 got entry batch from reader: WALEntryBatch [walEntries=[{test/28f03180c0a1f70f4d1ff7e03ca643e6/7=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:36247/user/jenkins/test-data/7cbabb8a-9daf-a46f-7e5f-55b674a0552c/WALs/b313e41b3af3,38729,1732286089468/b313e41b3af3%2C38729%2C1732286089468.1732286091448, lastWalPosition=914, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-22T14:35:16,004 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-22T14:35:16,007 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-22T14:35:16,207 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,38729,1732286089468.replicationSource.wal-reader.b313e41b3af3%2C38729%2C1732286089468,1-b313e41b3af3,38729,1732286089468 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36247/user/jenkins/test-data/7cbabb8a-9daf-a46f-7e5f-55b674a0552c/WALs/b313e41b3af3,38729,1732286089468/b313e41b3af3%2C38729%2C1732286089468.1732286091448 to pos 914, reset compression=false 2024-11-22T14:35:16,321 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,44317,1732286093380.replicationSource.wal-reader.b313e41b3af3%2C44317%2C1732286093380,1-b313e41b3af3,44317,1732286093380 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42543/user/jenkins/test-data/989dfb5d-fad3-492c-7bdc-173c76c7173a/WALs/b313e41b3af3,44317,1732286093380/b313e41b3af3%2C44317%2C1732286093380.1732286095357 to pos 757, reset compression=false 2024-11-22T14:35:16,326 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,44317,1732286093380.replicationSource.wal-reader.b313e41b3af3%2C44317%2C1732286093380,1-b313e41b3af3,44317,1732286093380 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-22T14:35:16,326 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,44317,1732286093380.replicationSource.wal-reader.b313e41b3af3%2C44317%2C1732286093380,1-b313e41b3af3,44317,1732286093380 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42543/user/jenkins/test-data/989dfb5d-fad3-492c-7bdc-173c76c7173a/WALs/b313e41b3af3,44317,1732286093380/b313e41b3af3%2C44317%2C1732286093380.1732286095357 to pos 904, reset compression=false 2024-11-22T14:35:16,326 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,44317,1732286093380.replicationSource.shipperb313e41b3af3%2C44317%2C1732286093380,1-b313e41b3af3,44317,1732286093380 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b313e41b3af3,44317,1732286093380 got entry batch from reader: WALEntryBatch [walEntries=[{test/5aef93833906a8a26f8d9541dc780f6d/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:42543/user/jenkins/test-data/989dfb5d-fad3-492c-7bdc-173c76c7173a/WALs/b313e41b3af3,44317,1732286093380/b313e41b3af3%2C44317%2C1732286093380.1732286095357, lastWalPosition=904, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-22T14:35:16,327 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37639 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-22T14:35:16,329 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37639 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-22T14:35:16,389 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,37639,1732286097284.replicationSource.wal-reader.b313e41b3af3%2C37639%2C1732286097284,1-b313e41b3af3,37639,1732286097284 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39579/user/jenkins/test-data/976e51db-1d53-068b-7378-66c4524d914c/WALs/b313e41b3af3,37639,1732286097284/b313e41b3af3%2C37639%2C1732286097284.1732286098868 to pos 759, reset compression=false 2024-11-22T14:35:16,399 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,37639,1732286097284.replicationSource.wal-reader.b313e41b3af3%2C37639%2C1732286097284,1-b313e41b3af3,37639,1732286097284 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-22T14:35:16,399 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,37639,1732286097284.replicationSource.wal-reader.b313e41b3af3%2C37639%2C1732286097284,1-b313e41b3af3,37639,1732286097284 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39579/user/jenkins/test-data/976e51db-1d53-068b-7378-66c4524d914c/WALs/b313e41b3af3,37639,1732286097284/b313e41b3af3%2C37639%2C1732286097284.1732286098868 to pos 930, reset compression=false 2024-11-22T14:35:16,399 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,37639,1732286097284.replicationSource.shipperb313e41b3af3%2C37639%2C1732286097284,1-b313e41b3af3,37639,1732286097284 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b313e41b3af3,37639,1732286097284 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39579/user/jenkins/test-data/976e51db-1d53-068b-7378-66c4524d914c/WALs/b313e41b3af3,37639,1732286097284/b313e41b3af3%2C37639%2C1732286097284.1732286098868, lastWalPosition=930, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-22T14:35:16,510 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,38729,1732286089468.replicationSource.wal-reader.b313e41b3af3%2C38729%2C1732286089468,1-b313e41b3af3,38729,1732286089468 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36247/user/jenkins/test-data/7cbabb8a-9daf-a46f-7e5f-55b674a0552c/WALs/b313e41b3af3,38729,1732286089468/b313e41b3af3%2C38729%2C1732286089468.1732286091448 to pos 914, reset compression=false 2024-11-22T14:35:16,530 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,44317,1732286093380.replicationSource.wal-reader.b313e41b3af3%2C44317%2C1732286093380,1-b313e41b3af3,44317,1732286093380 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42543/user/jenkins/test-data/989dfb5d-fad3-492c-7bdc-173c76c7173a/WALs/b313e41b3af3,44317,1732286093380/b313e41b3af3%2C44317%2C1732286093380.1732286095357 to pos 904, reset compression=false 2024-11-22T14:35:16,606 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,37639,1732286097284.replicationSource.wal-reader.b313e41b3af3%2C37639%2C1732286097284,1-b313e41b3af3,37639,1732286097284 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39579/user/jenkins/test-data/976e51db-1d53-068b-7378-66c4524d914c/WALs/b313e41b3af3,37639,1732286097284/b313e41b3af3%2C37639%2C1732286097284.1732286098868 to pos 930, reset compression=false 2024-11-22T14:35:16,834 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,44317,1732286093380.replicationSource.wal-reader.b313e41b3af3%2C44317%2C1732286093380,1-b313e41b3af3,44317,1732286093380 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42543/user/jenkins/test-data/989dfb5d-fad3-492c-7bdc-173c76c7173a/WALs/b313e41b3af3,44317,1732286093380/b313e41b3af3%2C44317%2C1732286093380.1732286095357 to pos 904, reset compression=false 2024-11-22T14:35:16,854 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-22T14:35:16,857 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-22T14:35:16,909 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,37639,1732286097284.replicationSource.wal-reader.b313e41b3af3%2C37639%2C1732286097284,1-b313e41b3af3,37639,1732286097284 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39579/user/jenkins/test-data/976e51db-1d53-068b-7378-66c4524d914c/WALs/b313e41b3af3,37639,1732286097284/b313e41b3af3%2C37639%2C1732286097284.1732286098868 to pos 930, reset compression=false 2024-11-22T14:35:16,913 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,38729,1732286089468.replicationSource.wal-reader.b313e41b3af3%2C38729%2C1732286089468,1-b313e41b3af3,38729,1732286089468 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36247/user/jenkins/test-data/7cbabb8a-9daf-a46f-7e5f-55b674a0552c/WALs/b313e41b3af3,38729,1732286089468/b313e41b3af3%2C38729%2C1732286089468.1732286091448 to pos 914, reset compression=false 2024-11-22T14:35:17,237 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,44317,1732286093380.replicationSource.wal-reader.b313e41b3af3%2C44317%2C1732286093380,1-b313e41b3af3,44317,1732286093380 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42543/user/jenkins/test-data/989dfb5d-fad3-492c-7bdc-173c76c7173a/WALs/b313e41b3af3,44317,1732286093380/b313e41b3af3%2C44317%2C1732286093380.1732286095357 to pos 904, reset compression=false 2024-11-22T14:35:17,240 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,44317,1732286093380.replicationSource.wal-reader.b313e41b3af3%2C44317%2C1732286093380,1-b313e41b3af3,44317,1732286093380 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-22T14:35:17,240 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,44317,1732286093380.replicationSource.wal-reader.b313e41b3af3%2C44317%2C1732286093380,1-b313e41b3af3,44317,1732286093380 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42543/user/jenkins/test-data/989dfb5d-fad3-492c-7bdc-173c76c7173a/WALs/b313e41b3af3,44317,1732286093380/b313e41b3af3%2C44317%2C1732286093380.1732286095357 to pos 1063, reset compression=false 2024-11-22T14:35:17,240 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,44317,1732286093380.replicationSource.shipperb313e41b3af3%2C44317%2C1732286093380,1-b313e41b3af3,44317,1732286093380 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b313e41b3af3,44317,1732286093380 got entry batch from reader: WALEntryBatch [walEntries=[{test/5aef93833906a8a26f8d9541dc780f6d/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:42543/user/jenkins/test-data/989dfb5d-fad3-492c-7bdc-173c76c7173a/WALs/b313e41b3af3,44317,1732286093380/b313e41b3af3%2C44317%2C1732286093380.1732286095357, lastWalPosition=1063, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-22T14:35:17,242 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37639 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-22T14:35:17,244 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37639 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-22T14:35:17,312 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,37639,1732286097284.replicationSource.wal-reader.b313e41b3af3%2C37639%2C1732286097284,1-b313e41b3af3,37639,1732286097284 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39579/user/jenkins/test-data/976e51db-1d53-068b-7378-66c4524d914c/WALs/b313e41b3af3,37639,1732286097284/b313e41b3af3%2C37639%2C1732286097284.1732286098868 to pos 930, reset compression=false 2024-11-22T14:35:17,316 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,37639,1732286097284.replicationSource.wal-reader.b313e41b3af3%2C37639%2C1732286097284,1-b313e41b3af3,37639,1732286097284 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-22T14:35:17,316 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,37639,1732286097284.replicationSource.wal-reader.b313e41b3af3%2C37639%2C1732286097284,1-b313e41b3af3,37639,1732286097284 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39579/user/jenkins/test-data/976e51db-1d53-068b-7378-66c4524d914c/WALs/b313e41b3af3,37639,1732286097284/b313e41b3af3%2C37639%2C1732286097284.1732286098868 to pos 1080, reset compression=false 2024-11-22T14:35:17,316 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,37639,1732286097284.replicationSource.shipperb313e41b3af3%2C37639%2C1732286097284,1-b313e41b3af3,37639,1732286097284 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b313e41b3af3,37639,1732286097284 got entry batch from reader: WALEntryBatch [walEntries=[{test/e62978078855afa435e0913d19ba4204/8=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:39579/user/jenkins/test-data/976e51db-1d53-068b-7378-66c4524d914c/WALs/b313e41b3af3,37639,1732286097284/b313e41b3af3%2C37639%2C1732286097284.1732286098868, lastWalPosition=1080, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-22T14:35:17,317 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38729 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-22T14:35:17,319 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38729 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-22T14:35:17,324 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-22T14:35:17,324 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:35:17,324 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:35:17,371 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:35:17,372 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:35:17,372 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:35:17,372 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:35:17,372 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:35:17,372 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:35:17,378 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:35:17,381 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:35:17,381 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:35:17,383 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:35:17,416 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,38729,1732286089468.replicationSource.wal-reader.b313e41b3af3%2C38729%2C1732286089468,1-b313e41b3af3,38729,1732286089468 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36247/user/jenkins/test-data/7cbabb8a-9daf-a46f-7e5f-55b674a0552c/WALs/b313e41b3af3,38729,1732286089468/b313e41b3af3%2C38729%2C1732286089468.1732286091448 to pos 914, reset compression=false 2024-11-22T14:35:17,419 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,38729,1732286089468.replicationSource.wal-reader.b313e41b3af3%2C38729%2C1732286089468,1-b313e41b3af3,38729,1732286089468 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-22T14:35:17,419 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,38729,1732286089468.replicationSource.wal-reader.b313e41b3af3%2C38729%2C1732286089468,1-b313e41b3af3,38729,1732286089468 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36247/user/jenkins/test-data/7cbabb8a-9daf-a46f-7e5f-55b674a0552c/WALs/b313e41b3af3,38729,1732286089468/b313e41b3af3%2C38729%2C1732286089468.1732286091448 to pos 1087, reset compression=false 2024-11-22T14:35:17,420 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,38729,1732286089468.replicationSource.shipperb313e41b3af3%2C38729%2C1732286089468,1-b313e41b3af3,38729,1732286089468 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b313e41b3af3,38729,1732286089468 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36247/user/jenkins/test-data/7cbabb8a-9daf-a46f-7e5f-55b674a0552c/WALs/b313e41b3af3,38729,1732286089468/b313e41b3af3%2C38729%2C1732286089468.1732286091448, lastWalPosition=1087, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-22T14:35:17,443 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,44317,1732286093380.replicationSource.wal-reader.b313e41b3af3%2C44317%2C1732286093380,1-b313e41b3af3,44317,1732286093380 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42543/user/jenkins/test-data/989dfb5d-fad3-492c-7bdc-173c76c7173a/WALs/b313e41b3af3,44317,1732286093380/b313e41b3af3%2C44317%2C1732286093380.1732286095357 to pos 1063, reset compression=false 2024-11-22T14:35:17,520 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,37639,1732286097284.replicationSource.wal-reader.b313e41b3af3%2C37639%2C1732286097284,1-b313e41b3af3,37639,1732286097284 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39579/user/jenkins/test-data/976e51db-1d53-068b-7378-66c4524d914c/WALs/b313e41b3af3,37639,1732286097284/b313e41b3af3%2C37639%2C1732286097284.1732286098868 to pos 1080, reset compression=false 2024-11-22T14:35:17,622 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,38729,1732286089468.replicationSource.wal-reader.b313e41b3af3%2C38729%2C1732286089468,1-b313e41b3af3,38729,1732286089468 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36247/user/jenkins/test-data/7cbabb8a-9daf-a46f-7e5f-55b674a0552c/WALs/b313e41b3af3,38729,1732286089468/b313e41b3af3%2C38729%2C1732286089468.1732286091448 to pos 1087, reset compression=false 2024-11-22T14:35:17,746 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,44317,1732286093380.replicationSource.wal-reader.b313e41b3af3%2C44317%2C1732286093380,1-b313e41b3af3,44317,1732286093380 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42543/user/jenkins/test-data/989dfb5d-fad3-492c-7bdc-173c76c7173a/WALs/b313e41b3af3,44317,1732286093380/b313e41b3af3%2C44317%2C1732286093380.1732286095357 to pos 1063, reset compression=false 2024-11-22T14:35:17,823 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,37639,1732286097284.replicationSource.wal-reader.b313e41b3af3%2C37639%2C1732286097284,1-b313e41b3af3,37639,1732286097284 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39579/user/jenkins/test-data/976e51db-1d53-068b-7378-66c4524d914c/WALs/b313e41b3af3,37639,1732286097284/b313e41b3af3%2C37639%2C1732286097284.1732286098868 to pos 1080, reset compression=false 2024-11-22T14:35:17,859 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-22T14:35:17,863 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-22T14:35:17,925 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,38729,1732286089468.replicationSource.wal-reader.b313e41b3af3%2C38729%2C1732286089468,1-b313e41b3af3,38729,1732286089468 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36247/user/jenkins/test-data/7cbabb8a-9daf-a46f-7e5f-55b674a0552c/WALs/b313e41b3af3,38729,1732286089468/b313e41b3af3%2C38729%2C1732286089468.1732286091448 to pos 1087, reset compression=false 2024-11-22T14:35:18,149 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,44317,1732286093380.replicationSource.wal-reader.b313e41b3af3%2C44317%2C1732286093380,1-b313e41b3af3,44317,1732286093380 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42543/user/jenkins/test-data/989dfb5d-fad3-492c-7bdc-173c76c7173a/WALs/b313e41b3af3,44317,1732286093380/b313e41b3af3%2C44317%2C1732286093380.1732286095357 to pos 1063, reset compression=false 2024-11-22T14:35:18,226 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,37639,1732286097284.replicationSource.wal-reader.b313e41b3af3%2C37639%2C1732286097284,1-b313e41b3af3,37639,1732286097284 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39579/user/jenkins/test-data/976e51db-1d53-068b-7378-66c4524d914c/WALs/b313e41b3af3,37639,1732286097284/b313e41b3af3%2C37639%2C1732286097284.1732286098868 to pos 1080, reset compression=false 2024-11-22T14:35:18,230 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,37639,1732286097284.replicationSource.wal-reader.b313e41b3af3%2C37639%2C1732286097284,1-b313e41b3af3,37639,1732286097284 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-22T14:35:18,230 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,37639,1732286097284.replicationSource.wal-reader.b313e41b3af3%2C37639%2C1732286097284,1-b313e41b3af3,37639,1732286097284 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39579/user/jenkins/test-data/976e51db-1d53-068b-7378-66c4524d914c/WALs/b313e41b3af3,37639,1732286097284/b313e41b3af3%2C37639%2C1732286097284.1732286098868 to pos 1239, reset compression=false 2024-11-22T14:35:18,230 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,37639,1732286097284.replicationSource.shipperb313e41b3af3%2C37639%2C1732286097284,1-b313e41b3af3,37639,1732286097284 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b313e41b3af3,37639,1732286097284 got entry batch from reader: WALEntryBatch [walEntries=[{test/e62978078855afa435e0913d19ba4204/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:39579/user/jenkins/test-data/976e51db-1d53-068b-7378-66c4524d914c/WALs/b313e41b3af3,37639,1732286097284/b313e41b3af3%2C37639%2C1732286097284.1732286098868, lastWalPosition=1239, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-22T14:35:18,231 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38729 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-22T14:35:18,234 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38729 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-22T14:35:18,337 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,38729,1732286089468.replicationSource.wal-reader.b313e41b3af3%2C38729%2C1732286089468,1-b313e41b3af3,38729,1732286089468 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36247/user/jenkins/test-data/7cbabb8a-9daf-a46f-7e5f-55b674a0552c/WALs/b313e41b3af3,38729,1732286089468/b313e41b3af3%2C38729%2C1732286089468.1732286091448 to pos 1087, reset compression=false 2024-11-22T14:35:18,341 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,38729,1732286089468.replicationSource.wal-reader.b313e41b3af3%2C38729%2C1732286089468,1-b313e41b3af3,38729,1732286089468 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-22T14:35:18,341 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,38729,1732286089468.replicationSource.wal-reader.b313e41b3af3%2C38729%2C1732286089468,1-b313e41b3af3,38729,1732286089468 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36247/user/jenkins/test-data/7cbabb8a-9daf-a46f-7e5f-55b674a0552c/WALs/b313e41b3af3,38729,1732286089468/b313e41b3af3%2C38729%2C1732286089468.1732286091448 to pos 1236, reset compression=false 2024-11-22T14:35:18,341 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,38729,1732286089468.replicationSource.shipperb313e41b3af3%2C38729%2C1732286089468,1-b313e41b3af3,38729,1732286089468 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b313e41b3af3,38729,1732286089468 got entry batch from reader: WALEntryBatch [walEntries=[{test/28f03180c0a1f70f4d1ff7e03ca643e6/9=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:36247/user/jenkins/test-data/7cbabb8a-9daf-a46f-7e5f-55b674a0552c/WALs/b313e41b3af3,38729,1732286089468/b313e41b3af3%2C38729%2C1732286089468.1732286091448, lastWalPosition=1236, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-22T14:35:18,342 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-22T14:35:18,345 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-22T14:35:18,434 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,37639,1732286097284.replicationSource.wal-reader.b313e41b3af3%2C37639%2C1732286097284,1-b313e41b3af3,37639,1732286097284 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39579/user/jenkins/test-data/976e51db-1d53-068b-7378-66c4524d914c/WALs/b313e41b3af3,37639,1732286097284/b313e41b3af3%2C37639%2C1732286097284.1732286098868 to pos 1239, reset compression=false 2024-11-22T14:35:18,545 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,38729,1732286089468.replicationSource.wal-reader.b313e41b3af3%2C38729%2C1732286089468,1-b313e41b3af3,38729,1732286089468 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36247/user/jenkins/test-data/7cbabb8a-9daf-a46f-7e5f-55b674a0552c/WALs/b313e41b3af3,38729,1732286089468/b313e41b3af3%2C38729%2C1732286089468.1732286091448 to pos 1236, reset compression=false 2024-11-22T14:35:18,652 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,44317,1732286093380.replicationSource.wal-reader.b313e41b3af3%2C44317%2C1732286093380,1-b313e41b3af3,44317,1732286093380 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42543/user/jenkins/test-data/989dfb5d-fad3-492c-7bdc-173c76c7173a/WALs/b313e41b3af3,44317,1732286093380/b313e41b3af3%2C44317%2C1732286093380.1732286095357 to pos 1063, reset compression=false 2024-11-22T14:35:18,656 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,44317,1732286093380.replicationSource.wal-reader.b313e41b3af3%2C44317%2C1732286093380,1-b313e41b3af3,44317,1732286093380 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-22T14:35:18,656 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,44317,1732286093380.replicationSource.wal-reader.b313e41b3af3%2C44317%2C1732286093380,1-b313e41b3af3,44317,1732286093380 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42543/user/jenkins/test-data/989dfb5d-fad3-492c-7bdc-173c76c7173a/WALs/b313e41b3af3,44317,1732286093380/b313e41b3af3%2C44317%2C1732286093380.1732286095357 to pos 1235, reset compression=false 2024-11-22T14:35:18,656 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,44317,1732286093380.replicationSource.shipperb313e41b3af3%2C44317%2C1732286093380,1-b313e41b3af3,44317,1732286093380 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b313e41b3af3,44317,1732286093380 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42543/user/jenkins/test-data/989dfb5d-fad3-492c-7bdc-173c76c7173a/WALs/b313e41b3af3,44317,1732286093380/b313e41b3af3%2C44317%2C1732286093380.1732286095357, lastWalPosition=1235, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-22T14:35:18,737 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,37639,1732286097284.replicationSource.wal-reader.b313e41b3af3%2C37639%2C1732286097284,1-b313e41b3af3,37639,1732286097284 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39579/user/jenkins/test-data/976e51db-1d53-068b-7378-66c4524d914c/WALs/b313e41b3af3,37639,1732286097284/b313e41b3af3%2C37639%2C1732286097284.1732286098868 to pos 1239, reset compression=false 2024-11-22T14:35:18,848 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,38729,1732286089468.replicationSource.wal-reader.b313e41b3af3%2C38729%2C1732286089468,1-b313e41b3af3,38729,1732286089468 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36247/user/jenkins/test-data/7cbabb8a-9daf-a46f-7e5f-55b674a0552c/WALs/b313e41b3af3,38729,1732286089468/b313e41b3af3%2C38729%2C1732286089468.1732286091448 to pos 1236, reset compression=false 2024-11-22T14:35:18,859 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,44317,1732286093380.replicationSource.wal-reader.b313e41b3af3%2C44317%2C1732286093380,1-b313e41b3af3,44317,1732286093380 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42543/user/jenkins/test-data/989dfb5d-fad3-492c-7bdc-173c76c7173a/WALs/b313e41b3af3,44317,1732286093380/b313e41b3af3%2C44317%2C1732286093380.1732286095357 to pos 1235, reset compression=false 2024-11-22T14:35:18,864 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-22T14:35:18,870 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c28b135, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:35:18,870 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b313e41b3af3,40497,-1 for getting cluster id 2024-11-22T14:35:18,871 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T14:35:18,871 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '56e294f0-2b68-4404-8c5f-ee59d9ff25bf' 2024-11-22T14:35:18,871 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T14:35:18,871 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "56e294f0-2b68-4404-8c5f-ee59d9ff25bf" 2024-11-22T14:35:18,872 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f8a6d25, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:35:18,872 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b313e41b3af3,40497,-1] 2024-11-22T14:35:18,872 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T14:35:18,872 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:35:18,872 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33550, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T14:35:18,873 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1df73311, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:35:18,875 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T14:35:18,875 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is b313e41b3af3,40497,1732286097243 2024-11-22T14:35:18,876 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6a872dbb 2024-11-22T14:35:18,876 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T14:35:18,877 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33566, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T14:35:18,877 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40497 {}] master.HMaster(3992): Client=jenkins//172.17.0.2 disable replication peer, id=1 2024-11-22T14:35:18,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40497 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure 2024-11-22T14:35:18,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40497 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-22T14:35:18,883 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-22T14:35:18,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40497 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-22T14:35:19,017 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-22T14:35:19,035 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37639 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-22T14:35:19,035 INFO [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=DISABLE_PEER 2024-11-22T14:35:19,036 INFO [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(490): Terminate replication source for 1 2024-11-22T14:35:19,036 INFO [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-b313e41b3af3,37639,1732286097284 because: Peer 1 state or config changed. Will close the previous replication source and open a new one 2024-11-22T14:35:19,036 INFO [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(233): Connection has been closed by RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0. 2024-11-22T14:35:19,036 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.refreshSources(ReplicationSourceManager.java:492) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.refreshPeerState(PeerProcedureHandlerImpl.java:89) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.disablePeer(PeerProcedureHandlerImpl.java:108) at org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable.doCall(RefreshPeerCallable.java:60) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T14:35:19,036 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:35:19,036 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:35:19,036 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T14:35:19,137 WARN [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,37639,1732286097284.replicationSource.wal-reader.b313e41b3af3%2C37639%2C1732286097284,1-b313e41b3af3,37639,1732286097284 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-22T14:35:19,137 WARN [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,37639,1732286097284.replicationSource.shipperb313e41b3af3%2C37639%2C1732286097284,1-b313e41b3af3,37639,1732286097284 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-22T14:35:19,161 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,44317,1732286093380.replicationSource.wal-reader.b313e41b3af3%2C44317%2C1732286093380,1-b313e41b3af3,44317,1732286093380 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42543/user/jenkins/test-data/989dfb5d-fad3-492c-7bdc-173c76c7173a/WALs/b313e41b3af3,44317,1732286093380/b313e41b3af3%2C44317%2C1732286093380.1732286095357 to pos 1235, reset compression=false 2024-11-22T14:35:19,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40497 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-22T14:35:19,237 INFO [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,37639,1732286097284.replicationSource.shipperb313e41b3af3%2C37639%2C1732286097284,1-b313e41b3af3,37639,1732286097284 terminated 2024-11-22T14:35:19,252 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,38729,1732286089468.replicationSource.wal-reader.b313e41b3af3%2C38729%2C1732286089468,1-b313e41b3af3,38729,1732286089468 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36247/user/jenkins/test-data/7cbabb8a-9daf-a46f-7e5f-55b674a0552c/WALs/b313e41b3af3,38729,1732286089468/b313e41b3af3%2C38729%2C1732286089468.1732286091448 to pos 1236, reset compression=false 2024-11-22T14:35:19,259 INFO [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=1-b313e41b3af3,37639,1732286097284, ReplicationSource: 1, currentBandwidth=0 2024-11-22T14:35:19,259 INFO [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(500): Startup replication source for 1 2024-11-22T14:35:19,259 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-22T14:35:19,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40497 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-22T14:35:19,262 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for DISABLE on b313e41b3af3,37639,1732286097284 suceeded 2024-11-22T14:35:19,264 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-22T14:35:19,264 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 379 msec 2024-11-22T14:35:19,264 INFO [PEWorker-5 {}] replication.DisablePeerProcedure(67): Successfully disabled peer 1 2024-11-22T14:35:19,265 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure in 387 msec 2024-11-22T14:35:19,274 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,37639,1732286097284 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b313e41b3af3:44443' 2024-11-22T14:35:19,275 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,37639,1732286097284 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@9946b88, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:35:19,275 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,37639,1732286097284 {}] client.ClusterIdFetcher(90): Going to request b313e41b3af3,44443,-1 for getting cluster id 2024-11-22T14:35:19,276 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,37639,1732286097284 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T14:35:19,276 DEBUG [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '02d234c3-61f4-462c-a2d5-7fdc7731e980' 2024-11-22T14:35:19,276 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T14:35:19,276 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "02d234c3-61f4-462c-a2d5-7fdc7731e980" 2024-11-22T14:35:19,286 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5520cfa8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:35:19,286 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b313e41b3af3,44443,-1] 2024-11-22T14:35:19,286 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T14:35:19,287 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:35:19,287 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52386, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-22T14:35:19,288 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,37639,1732286097284 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6291d2b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:35:19,288 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,37639,1732286097284 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T14:35:19,289 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b313e41b3af3,44443,1732286089427 2024-11-22T14:35:19,289 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3337d19 2024-11-22T14:35:19,289 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T14:35:19,290 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52398, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-22T14:35:19,290 INFO [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,37639,1732286097284 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-b313e41b3af3,37639,1732286097284 (queues=1) is replicating from cluster=56e294f0-2b68-4404-8c5f-ee59d9ff25bf to cluster=02d234c3-61f4-462c-a2d5-7fdc7731e980 2024-11-22T14:35:19,290 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,37639,1732286097284 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=b313e41b3af3%2C37639%2C1732286097284 2024-11-22T14:35:19,290 INFO [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,37639,1732286097284 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-b313e41b3af3,37639,1732286097284, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-22T14:35:19,291 INFO [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,37639,1732286097284.replicationSource.shipperb313e41b3af3%2C37639%2C1732286097284,1-b313e41b3af3,37639,1732286097284 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: b313e41b3af3%2C37639%2C1732286097284 2024-11-22T14:35:19,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40497 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-22T14:35:19,513 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: DISABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-22T14:35:19,513 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T14:35:19,513 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.disablePeer(TestMasterReplication.java:639) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:274) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T14:35:19,513 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:35:19,514 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:35:19,514 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T14:35:19,517 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row3. IsDeleteReplication:false 2024-11-22T14:35:19,565 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,44317,1732286093380.replicationSource.wal-reader.b313e41b3af3%2C44317%2C1732286093380,1-b313e41b3af3,44317,1732286093380 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42543/user/jenkins/test-data/989dfb5d-fad3-492c-7bdc-173c76c7173a/WALs/b313e41b3af3,44317,1732286093380/b313e41b3af3%2C44317%2C1732286093380.1732286095357 to pos 1235, reset compression=false 2024-11-22T14:35:19,756 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,38729,1732286089468.replicationSource.wal-reader.b313e41b3af3%2C38729%2C1732286089468,1-b313e41b3af3,38729,1732286089468 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36247/user/jenkins/test-data/7cbabb8a-9daf-a46f-7e5f-55b674a0552c/WALs/b313e41b3af3,38729,1732286089468/b313e41b3af3%2C38729%2C1732286089468.1732286091448 to pos 1236, reset compression=false 2024-11-22T14:35:19,760 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,38729,1732286089468.replicationSource.wal-reader.b313e41b3af3%2C38729%2C1732286089468,1-b313e41b3af3,38729,1732286089468 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-22T14:35:19,760 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,38729,1732286089468.replicationSource.wal-reader.b313e41b3af3%2C38729%2C1732286089468,1-b313e41b3af3,38729,1732286089468 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36247/user/jenkins/test-data/7cbabb8a-9daf-a46f-7e5f-55b674a0552c/WALs/b313e41b3af3,38729,1732286089468/b313e41b3af3%2C38729%2C1732286089468.1732286091448 to pos 1340, reset compression=false 2024-11-22T14:35:19,760 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,38729,1732286089468.replicationSource.shipperb313e41b3af3%2C38729%2C1732286089468,1-b313e41b3af3,38729,1732286089468 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b313e41b3af3,38729,1732286089468 got entry batch from reader: WALEntryBatch [walEntries=[{test/28f03180c0a1f70f4d1ff7e03ca643e6/10=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:36247/user/jenkins/test-data/7cbabb8a-9daf-a46f-7e5f-55b674a0552c/WALs/b313e41b3af3,38729,1732286089468/b313e41b3af3%2C38729%2C1732286089468.1732286091448, lastWalPosition=1340, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-22T14:35:19,761 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-22T14:35:19,764 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-22T14:35:19,963 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,38729,1732286089468.replicationSource.wal-reader.b313e41b3af3%2C38729%2C1732286089468,1-b313e41b3af3,38729,1732286089468 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36247/user/jenkins/test-data/7cbabb8a-9daf-a46f-7e5f-55b674a0552c/WALs/b313e41b3af3,38729,1732286089468/b313e41b3af3%2C38729%2C1732286089468.1732286091448 to pos 1340, reset compression=false 2024-11-22T14:35:20,070 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,44317,1732286093380.replicationSource.wal-reader.b313e41b3af3%2C44317%2C1732286093380,1-b313e41b3af3,44317,1732286093380 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42543/user/jenkins/test-data/989dfb5d-fad3-492c-7bdc-173c76c7173a/WALs/b313e41b3af3,44317,1732286093380/b313e41b3af3%2C44317%2C1732286093380.1732286095357 to pos 1235, reset compression=false 2024-11-22T14:35:20,074 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,44317,1732286093380.replicationSource.wal-reader.b313e41b3af3%2C44317%2C1732286093380,1-b313e41b3af3,44317,1732286093380 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-22T14:35:20,074 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,44317,1732286093380.replicationSource.wal-reader.b313e41b3af3%2C44317%2C1732286093380,1-b313e41b3af3,44317,1732286093380 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42543/user/jenkins/test-data/989dfb5d-fad3-492c-7bdc-173c76c7173a/WALs/b313e41b3af3,44317,1732286093380/b313e41b3af3%2C44317%2C1732286093380.1732286095357 to pos 1362, reset compression=false 2024-11-22T14:35:20,074 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,44317,1732286093380.replicationSource.shipperb313e41b3af3%2C44317%2C1732286093380,1-b313e41b3af3,44317,1732286093380 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b313e41b3af3,44317,1732286093380 got entry batch from reader: WALEntryBatch [walEntries=[{test/5aef93833906a8a26f8d9541dc780f6d/10=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:42543/user/jenkins/test-data/989dfb5d-fad3-492c-7bdc-173c76c7173a/WALs/b313e41b3af3,44317,1732286093380/b313e41b3af3%2C44317%2C1732286093380.1732286095357, lastWalPosition=1362, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-22T14:35:20,075 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37639 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-22T14:35:20,077 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37639 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-22T14:35:20,266 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,38729,1732286089468.replicationSource.wal-reader.b313e41b3af3%2C38729%2C1732286089468,1-b313e41b3af3,38729,1732286089468 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36247/user/jenkins/test-data/7cbabb8a-9daf-a46f-7e5f-55b674a0552c/WALs/b313e41b3af3,38729,1732286089468/b313e41b3af3%2C38729%2C1732286089468.1732286091448 to pos 1340, reset compression=false 2024-11-22T14:35:20,277 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,44317,1732286093380.replicationSource.wal-reader.b313e41b3af3%2C44317%2C1732286093380,1-b313e41b3af3,44317,1732286093380 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42543/user/jenkins/test-data/989dfb5d-fad3-492c-7bdc-173c76c7173a/WALs/b313e41b3af3,44317,1732286093380/b313e41b3af3%2C44317%2C1732286093380.1732286095357 to pos 1362, reset compression=false 2024-11-22T14:35:20,518 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row3. IsDeleteReplication:false 2024-11-22T14:35:20,521 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78d67b9f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:35:20,521 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b313e41b3af3,40497,-1 for getting cluster id 2024-11-22T14:35:20,521 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T14:35:20,522 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '56e294f0-2b68-4404-8c5f-ee59d9ff25bf' 2024-11-22T14:35:20,522 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T14:35:20,522 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "56e294f0-2b68-4404-8c5f-ee59d9ff25bf" 2024-11-22T14:35:20,522 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@634897cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:35:20,522 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b313e41b3af3,40497,-1] 2024-11-22T14:35:20,522 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T14:35:20,522 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:35:20,523 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33592, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T14:35:20,524 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a3ee2be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:35:20,525 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T14:35:20,526 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncConnectionImpl(321): The fetched master address is b313e41b3af3,40497,1732286097243 2024-11-22T14:35:20,526 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@11e02f63 2024-11-22T14:35:20,527 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T14:35:20,527 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33594, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T14:35:20,528 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40497 {}] master.HMaster(3986): Client=jenkins//172.17.0.2 enable replication peer, id=1 2024-11-22T14:35:20,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40497 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure 2024-11-22T14:35:20,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40497 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-22T14:35:20,533 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-22T14:35:20,580 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,44317,1732286093380.replicationSource.wal-reader.b313e41b3af3%2C44317%2C1732286093380,1-b313e41b3af3,44317,1732286093380 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42543/user/jenkins/test-data/989dfb5d-fad3-492c-7bdc-173c76c7173a/WALs/b313e41b3af3,44317,1732286093380/b313e41b3af3%2C44317%2C1732286093380.1732286095357 to pos 1362, reset compression=false 2024-11-22T14:35:20,583 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,44317,1732286093380.replicationSource.wal-reader.b313e41b3af3%2C44317%2C1732286093380,1-b313e41b3af3,44317,1732286093380 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-22T14:35:20,583 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,44317,1732286093380.replicationSource.wal-reader.b313e41b3af3%2C44317%2C1732286093380,1-b313e41b3af3,44317,1732286093380 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42543/user/jenkins/test-data/989dfb5d-fad3-492c-7bdc-173c76c7173a/WALs/b313e41b3af3,44317,1732286093380/b313e41b3af3%2C44317%2C1732286093380.1732286095357 to pos 1466, reset compression=false 2024-11-22T14:35:20,583 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,44317,1732286093380.replicationSource.shipperb313e41b3af3%2C44317%2C1732286093380,1-b313e41b3af3,44317,1732286093380 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b313e41b3af3,44317,1732286093380 got entry batch from reader: WALEntryBatch [walEntries=[{test/5aef93833906a8a26f8d9541dc780f6d/11=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:42543/user/jenkins/test-data/989dfb5d-fad3-492c-7bdc-173c76c7173a/WALs/b313e41b3af3,44317,1732286093380/b313e41b3af3%2C44317%2C1732286093380.1732286095357, lastWalPosition=1466, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-22T14:35:20,584 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37639 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-22T14:35:20,587 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37639 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-22T14:35:20,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40497 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-22T14:35:20,670 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,38729,1732286089468.replicationSource.wal-reader.b313e41b3af3%2C38729%2C1732286089468,1-b313e41b3af3,38729,1732286089468 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36247/user/jenkins/test-data/7cbabb8a-9daf-a46f-7e5f-55b674a0552c/WALs/b313e41b3af3,38729,1732286089468/b313e41b3af3%2C38729%2C1732286089468.1732286091448 to pos 1340, reset compression=false 2024-11-22T14:35:20,685 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37639 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=15 2024-11-22T14:35:20,685 INFO [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ENABLE_PEER 2024-11-22T14:35:20,686 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-22T14:35:20,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40497 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-11-22T14:35:20,688 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ENABLE on b313e41b3af3,37639,1732286097284 suceeded 2024-11-22T14:35:20,690 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-22T14:35:20,690 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 155 msec 2024-11-22T14:35:20,690 INFO [PEWorker-4 {}] replication.EnablePeerProcedure(67): Successfully enabled peer 1 2024-11-22T14:35:20,691 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure in 162 msec 2024-11-22T14:35:20,692 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,37639,1732286097284.replicationSource.wal-reader.b313e41b3af3%2C37639%2C1732286097284,1-b313e41b3af3,37639,1732286097284 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39579/user/jenkins/test-data/976e51db-1d53-068b-7378-66c4524d914c/WALs/b313e41b3af3,37639,1732286097284/b313e41b3af3%2C37639%2C1732286097284.1732286098868, startPosition=1239, beingWritten=true 2024-11-22T14:35:20,696 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,37639,1732286097284.replicationSource.wal-reader.b313e41b3af3%2C37639%2C1732286097284,1-b313e41b3af3,37639,1732286097284 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-22T14:35:20,696 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,37639,1732286097284.replicationSource.wal-reader.b313e41b3af3%2C37639%2C1732286097284,1-b313e41b3af3,37639,1732286097284 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39579/user/jenkins/test-data/976e51db-1d53-068b-7378-66c4524d914c/WALs/b313e41b3af3,37639,1732286097284/b313e41b3af3%2C37639%2C1732286097284.1732286098868 to pos 1518, reset compression=false 2024-11-22T14:35:20,696 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,37639,1732286097284.replicationSource.shipperb313e41b3af3%2C37639%2C1732286097284,1-b313e41b3af3,37639,1732286097284 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b313e41b3af3,37639,1732286097284 got entry batch from reader: WALEntryBatch [walEntries=[{test/e62978078855afa435e0913d19ba4204/11=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:39579/user/jenkins/test-data/976e51db-1d53-068b-7378-66c4524d914c/WALs/b313e41b3af3,37639,1732286097284/b313e41b3af3%2C37639%2C1732286097284.1732286098868, lastWalPosition=1518, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-22T14:35:20,698 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,37639,1732286097284.replicationSource.shipperb313e41b3af3%2C37639%2C1732286097284,1-b313e41b3af3,37639,1732286097284 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-22T14:35:20,699 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37938, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-22T14:35:20,700 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38729 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-22T14:35:20,702 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38729 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-22T14:35:20,786 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,44317,1732286093380.replicationSource.wal-reader.b313e41b3af3%2C44317%2C1732286093380,1-b313e41b3af3,44317,1732286093380 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42543/user/jenkins/test-data/989dfb5d-fad3-492c-7bdc-173c76c7173a/WALs/b313e41b3af3,44317,1732286093380/b313e41b3af3%2C44317%2C1732286093380.1732286095357 to pos 1466, reset compression=false 2024-11-22T14:35:20,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40497 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-22T14:35:20,853 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ENABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-22T14:35:20,853 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T14:35:20,854 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.enablePeer(TestMasterReplication.java:646) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:281) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T14:35:20,854 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:35:20,854 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:35:20,854 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T14:35:20,855 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row4. IsDeleteReplication:false 2024-11-22T14:35:20,855 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-22T14:35:20,855 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T14:35:20,855 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T14:35:20,855 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:35:20,856 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:35:20,856 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T14:35:20,856 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-22T14:35:20,856 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=129462558, stopped=false 2024-11-22T14:35:20,856 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b313e41b3af3,40497,1732286097243 2024-11-22T14:35:20,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40497-0x10067db61d70006, quorum=127.0.0.1:56016, baseZNode=/21870690219 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21870690219/running 2024-11-22T14:35:20,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37639-0x10067db61d70007, quorum=127.0.0.1:56016, baseZNode=/21870690219 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21870690219/running 2024-11-22T14:35:20,857 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40497-0x10067db61d70006, quorum=127.0.0.1:56016, baseZNode=/21870690219 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21870690219 2024-11-22T14:35:20,857 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37639-0x10067db61d70007, quorum=127.0.0.1:56016, baseZNode=/21870690219 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21870690219 2024-11-22T14:35:20,857 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-22T14:35:20,857 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T14:35:20,857 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T14:35:20,857 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:35:20,857 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b313e41b3af3,37639,1732286097284' ***** 2024-11-22T14:35:20,857 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-22T14:35:20,857 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40497-0x10067db61d70006, quorum=127.0.0.1:56016, baseZNode=/21870690219 Set watcher on znode that does not yet exist, /21870690219/running 2024-11-22T14:35:20,857 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37639-0x10067db61d70007, quorum=127.0.0.1:56016, baseZNode=/21870690219 Set watcher on znode that does not yet exist, /21870690219/running 2024-11-22T14:35:20,858 INFO [RS:0;b313e41b3af3:37639 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-22T14:35:20,858 INFO [RS:0;b313e41b3af3:37639 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-22T14:35:20,858 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-22T14:35:20,858 INFO [RS:0;b313e41b3af3:37639 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-22T14:35:20,858 INFO [RS:0;b313e41b3af3:37639 {}] regionserver.HRegionServer(3091): Received CLOSE for 5709a86d256ea5152176246a918bde63 2024-11-22T14:35:20,858 INFO [RS:0;b313e41b3af3:37639 {}] regionserver.HRegionServer(3091): Received CLOSE for e62978078855afa435e0913d19ba4204 2024-11-22T14:35:20,858 INFO [RS:0;b313e41b3af3:37639 {}] regionserver.HRegionServer(959): stopping server b313e41b3af3,37639,1732286097284 2024-11-22T14:35:20,858 INFO [RS:0;b313e41b3af3:37639 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T14:35:20,858 INFO [RS:0;b313e41b3af3:37639 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b313e41b3af3:37639. 2024-11-22T14:35:20,858 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5709a86d256ea5152176246a918bde63, disabling compactions & flushes 2024-11-22T14:35:20,858 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732286110676.5709a86d256ea5152176246a918bde63. 2024-11-22T14:35:20,858 DEBUG [RS:0;b313e41b3af3:37639 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T14:35:20,858 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732286110676.5709a86d256ea5152176246a918bde63. 2024-11-22T14:35:20,858 DEBUG [RS:0;b313e41b3af3:37639 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:35:20,858 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732286110676.5709a86d256ea5152176246a918bde63. after waiting 0 ms 2024-11-22T14:35:20,858 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732286110676.5709a86d256ea5152176246a918bde63. 2024-11-22T14:35:20,858 INFO [RS:0;b313e41b3af3:37639 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-22T14:35:20,858 INFO [RS:0;b313e41b3af3:37639 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-22T14:35:20,858 INFO [RS:0;b313e41b3af3:37639 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-22T14:35:20,858 INFO [RS:0;b313e41b3af3:37639 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-22T14:35:20,859 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 5709a86d256ea5152176246a918bde63 3/3 column families, dataSize=1.31 KB heapSize=2.72 KB 2024-11-22T14:35:20,859 INFO [RS:0;b313e41b3af3:37639 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-22T14:35:20,859 DEBUG [RS:0;b313e41b3af3:37639 {}] regionserver.HRegionServer(1325): Online Regions={5709a86d256ea5152176246a918bde63=hbase:replication,,1732286110676.5709a86d256ea5152176246a918bde63., 1588230740=hbase:meta,,1.1588230740, e62978078855afa435e0913d19ba4204=test,,1732286104215.e62978078855afa435e0913d19ba4204.} 2024-11-22T14:35:20,859 DEBUG [RS:0;b313e41b3af3:37639 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5709a86d256ea5152176246a918bde63, e62978078855afa435e0913d19ba4204 2024-11-22T14:35:20,859 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-22T14:35:20,859 INFO [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-22T14:35:20,859 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-22T14:35:20,859 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T14:35:20,859 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T14:35:20,859 INFO [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-22T14:35:20,873 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39579/user/jenkins/test-data/976e51db-1d53-068b-7378-66c4524d914c/data/hbase/meta/1588230740/.tmp/info/0cdaf92388664e118f15c68676660ad3 is 147, key is hbase:replication,,1732286110676.5709a86d256ea5152176246a918bde63./info:regioninfo/1732286111834/Put/seqid=0 2024-11-22T14:35:20,875 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39579/user/jenkins/test-data/976e51db-1d53-068b-7378-66c4524d914c/data/hbase/replication/5709a86d256ea5152176246a918bde63/.tmp/queue/518266e9029842d6982a1fbc38e18cde is 154, key is 1-b313e41b3af3,37639,1732286097284/queue:b313e41b3af3%2C37639%2C1732286097284/1732286120703/Put/seqid=0 2024-11-22T14:35:20,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073741840_1016 (size=7686) 2024-11-22T14:35:20,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073741841_1017 (size=5353) 2024-11-22T14:35:20,878 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.31 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:39579/user/jenkins/test-data/976e51db-1d53-068b-7378-66c4524d914c/data/hbase/replication/5709a86d256ea5152176246a918bde63/.tmp/queue/518266e9029842d6982a1fbc38e18cde 2024-11-22T14:35:20,882 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39579/user/jenkins/test-data/976e51db-1d53-068b-7378-66c4524d914c/data/hbase/replication/5709a86d256ea5152176246a918bde63/.tmp/queue/518266e9029842d6982a1fbc38e18cde as hdfs://localhost:39579/user/jenkins/test-data/976e51db-1d53-068b-7378-66c4524d914c/data/hbase/replication/5709a86d256ea5152176246a918bde63/queue/518266e9029842d6982a1fbc38e18cde 2024-11-22T14:35:20,885 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39579/user/jenkins/test-data/976e51db-1d53-068b-7378-66c4524d914c/data/hbase/replication/5709a86d256ea5152176246a918bde63/queue/518266e9029842d6982a1fbc38e18cde, entries=1, sequenceid=13, filesize=5.2 K 2024-11-22T14:35:20,886 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.31 KB/1342, heapSize ~2.20 KB/2256, currentSize=0 B/0 for 5709a86d256ea5152176246a918bde63 in 28ms, sequenceid=13, compaction requested=false 2024-11-22T14:35:20,889 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39579/user/jenkins/test-data/976e51db-1d53-068b-7378-66c4524d914c/data/hbase/replication/5709a86d256ea5152176246a918bde63/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-22T14:35:20,890 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-22T14:35:20,890 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T14:35:20,890 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732286110676.5709a86d256ea5152176246a918bde63. 2024-11-22T14:35:20,890 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5709a86d256ea5152176246a918bde63: Waiting for close lock at 1732286120858Running coprocessor pre-close hooks at 1732286120858Disabling compacts and flushes for region at 1732286120858Disabling writes for close at 1732286120858Obtaining lock to block concurrent updates at 1732286120859 (+1 ms)Preparing flush snapshotting stores in 5709a86d256ea5152176246a918bde63 at 1732286120859Finished memstore snapshotting hbase:replication,,1732286110676.5709a86d256ea5152176246a918bde63., syncing WAL and waiting on mvcc, flushsize=dataSize=1342, getHeapSize=2736, getOffHeapSize=0, getCellsCount=9 at 1732286120859Flushing stores of hbase:replication,,1732286110676.5709a86d256ea5152176246a918bde63. at 1732286120859Flushing 5709a86d256ea5152176246a918bde63/queue: creating writer at 1732286120859Flushing 5709a86d256ea5152176246a918bde63/queue: appending metadata at 1732286120874 (+15 ms)Flushing 5709a86d256ea5152176246a918bde63/queue: closing flushed file at 1732286120874Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e2632a7: reopening flushed file at 1732286120881 (+7 ms)Finished flush of dataSize ~1.31 KB/1342, heapSize ~2.20 KB/2256, currentSize=0 B/0 for 5709a86d256ea5152176246a918bde63 in 28ms, sequenceid=13, compaction requested=false at 1732286120886 (+5 ms)Writing region close event to WAL at 1732286120887 (+1 ms)Running coprocessor post-close hooks at 1732286120890 (+3 ms)Closed at 1732286120890 2024-11-22T14:35:20,890 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732286110676.5709a86d256ea5152176246a918bde63. 2024-11-22T14:35:20,890 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e62978078855afa435e0913d19ba4204, disabling compactions & flushes 2024-11-22T14:35:20,890 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732286104215.e62978078855afa435e0913d19ba4204. 2024-11-22T14:35:20,890 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732286104215.e62978078855afa435e0913d19ba4204. 2024-11-22T14:35:20,890 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732286104215.e62978078855afa435e0913d19ba4204. after waiting 0 ms 2024-11-22T14:35:20,890 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732286104215.e62978078855afa435e0913d19ba4204. 2024-11-22T14:35:20,890 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing e62978078855afa435e0913d19ba4204 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-22T14:35:20,901 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,37639,1732286097284.replicationSource.wal-reader.b313e41b3af3%2C37639%2C1732286097284,1-b313e41b3af3,37639,1732286097284 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39579/user/jenkins/test-data/976e51db-1d53-068b-7378-66c4524d914c/WALs/b313e41b3af3,37639,1732286097284/b313e41b3af3%2C37639%2C1732286097284.1732286098868 to pos 1518, reset compression=false 2024-11-22T14:35:20,905 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,37639,1732286097284.replicationSource.wal-reader.b313e41b3af3%2C37639%2C1732286097284,1-b313e41b3af3,37639,1732286097284 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-22T14:35:20,905 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,37639,1732286097284.replicationSource.wal-reader.b313e41b3af3%2C37639%2C1732286097284,1-b313e41b3af3,37639,1732286097284 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39579/user/jenkins/test-data/976e51db-1d53-068b-7378-66c4524d914c/WALs/b313e41b3af3,37639,1732286097284/b313e41b3af3%2C37639%2C1732286097284.1732286098868 to pos 1765, reset compression=false 2024-11-22T14:35:20,905 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,37639,1732286097284.replicationSource.shipperb313e41b3af3%2C37639%2C1732286097284,1-b313e41b3af3,37639,1732286097284 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b313e41b3af3,37639,1732286097284 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39579/user/jenkins/test-data/976e51db-1d53-068b-7378-66c4524d914c/WALs/b313e41b3af3,37639,1732286097284/b313e41b3af3%2C37639%2C1732286097284.1732286098868, lastWalPosition=1765, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-22T14:35:20,906 ERROR [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,37639,1732286097284.replicationSource.shipperb313e41b3af3%2C37639%2C1732286097284,1-b313e41b3af3,37639,1732286097284 {}] regionserver.HRegionServer(2440): ***** ABORTING region server b313e41b3af3,37639,1732286097284: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-b313e41b3af3,37639,1732286097284, walGroup=b313e41b3af3%2C37639%2C1732286097284, offset=b313e41b3af3%2C37639%2C1732286097284.1732286098868:1765, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b313e41b3af3:37639 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-22T14:35:20,907 ERROR [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,37639,1732286097284.replicationSource.shipperb313e41b3af3%2C37639%2C1732286097284,1-b313e41b3af3,37639,1732286097284 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-22T14:35:20,907 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,37639,1732286097284.replicationSource.shipperb313e41b3af3%2C37639%2C1732286097284,1-b313e41b3af3,37639,1732286097284 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-22T14:35:20,908 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,37639,1732286097284.replicationSource.shipperb313e41b3af3%2C37639%2C1732286097284,1-b313e41b3af3,37639,1732286097284 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-22T14:35:20,908 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,37639,1732286097284.replicationSource.shipperb313e41b3af3%2C37639%2C1732286097284,1-b313e41b3af3,37639,1732286097284 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-22T14:35:20,908 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,37639,1732286097284.replicationSource.shipperb313e41b3af3%2C37639%2C1732286097284,1-b313e41b3af3,37639,1732286097284 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-22T14:35:20,908 INFO [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,37639,1732286097284.replicationSource.shipperb313e41b3af3%2C37639%2C1732286097284,1-b313e41b3af3,37639,1732286097284 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1161822208, "init": 1048576000, "max": 2306867200, "used": 765645136 }, "NonHeapMemoryUsage": { "committed": 201719808, "init": 7667712, "max": -1, "used": 198640512 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-22T14:35:20,908 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39579/user/jenkins/test-data/976e51db-1d53-068b-7378-66c4524d914c/data/default/test/e62978078855afa435e0913d19ba4204/.tmp/f/bc5167e31b084309851f038d879a15ab is 37, key is row3/f:row3/1732286119515/Put/seqid=0 2024-11-22T14:35:20,908 WARN [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,37639,1732286097284.replicationSource.shipperb313e41b3af3%2C37639%2C1732286097284,1-b313e41b3af3,37639,1732286097284 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b313e41b3af3:40497 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b313e41b3af3:40497 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-22T14:35:20,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073741842_1018 (size=5228) 2024-11-22T14:35:20,912 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39579/user/jenkins/test-data/976e51db-1d53-068b-7378-66c4524d914c/data/default/test/e62978078855afa435e0913d19ba4204/.tmp/f/bc5167e31b084309851f038d879a15ab 2024-11-22T14:35:20,916 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bc5167e31b084309851f038d879a15ab 2024-11-22T14:35:20,929 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39579/user/jenkins/test-data/976e51db-1d53-068b-7378-66c4524d914c/data/default/test/e62978078855afa435e0913d19ba4204/.tmp/f1/9295b496bfec44e09ea56a379f32476e is 30, key is row1/f1:/1732286116855/DeleteFamily/seqid=0 2024-11-22T14:35:20,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073741843_1019 (size=5158) 2024-11-22T14:35:20,953 INFO [regionserver/b313e41b3af3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T14:35:21,059 DEBUG [RS:0;b313e41b3af3:37639 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e62978078855afa435e0913d19ba4204 2024-11-22T14:35:21,090 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,44317,1732286093380.replicationSource.wal-reader.b313e41b3af3%2C44317%2C1732286093380,1-b313e41b3af3,44317,1732286093380 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42543/user/jenkins/test-data/989dfb5d-fad3-492c-7bdc-173c76c7173a/WALs/b313e41b3af3,44317,1732286093380/b313e41b3af3%2C44317%2C1732286093380.1732286095357 to pos 1466, reset compression=false 2024-11-22T14:35:21,109 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,37639,1732286097284.replicationSource.wal-reader.b313e41b3af3%2C37639%2C1732286097284,1-b313e41b3af3,37639,1732286097284 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39579/user/jenkins/test-data/976e51db-1d53-068b-7378-66c4524d914c/WALs/b313e41b3af3,37639,1732286097284/b313e41b3af3%2C37639%2C1732286097284.1732286098868 to pos 1765, reset compression=false 2024-11-22T14:35:21,173 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,38729,1732286089468.replicationSource.wal-reader.b313e41b3af3%2C38729%2C1732286089468,1-b313e41b3af3,38729,1732286089468 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36247/user/jenkins/test-data/7cbabb8a-9daf-a46f-7e5f-55b674a0552c/WALs/b313e41b3af3,38729,1732286089468/b313e41b3af3%2C38729%2C1732286089468.1732286091448 to pos 1340, reset compression=false 2024-11-22T14:35:21,177 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,38729,1732286089468.replicationSource.wal-reader.b313e41b3af3%2C38729%2C1732286089468,1-b313e41b3af3,38729,1732286089468 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-22T14:35:21,177 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,38729,1732286089468.replicationSource.wal-reader.b313e41b3af3%2C38729%2C1732286089468,1-b313e41b3af3,38729,1732286089468 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36247/user/jenkins/test-data/7cbabb8a-9daf-a46f-7e5f-55b674a0552c/WALs/b313e41b3af3,38729,1732286089468/b313e41b3af3%2C38729%2C1732286089468.1732286091448 to pos 1491, reset compression=false 2024-11-22T14:35:21,177 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,38729,1732286089468.replicationSource.shipperb313e41b3af3%2C38729%2C1732286089468,1-b313e41b3af3,38729,1732286089468 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b313e41b3af3,38729,1732286089468 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36247/user/jenkins/test-data/7cbabb8a-9daf-a46f-7e5f-55b674a0552c/WALs/b313e41b3af3,38729,1732286089468/b313e41b3af3%2C38729%2C1732286089468.1732286091448, lastWalPosition=1491, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-22T14:35:21,259 DEBUG [RS:0;b313e41b3af3:37639 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e62978078855afa435e0913d19ba4204 2024-11-22T14:35:21,277 INFO [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39579/user/jenkins/test-data/976e51db-1d53-068b-7378-66c4524d914c/data/hbase/meta/1588230740/.tmp/info/0cdaf92388664e118f15c68676660ad3 2024-11-22T14:35:21,296 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39579/user/jenkins/test-data/976e51db-1d53-068b-7378-66c4524d914c/data/hbase/meta/1588230740/.tmp/ns/6e6eec081f204746998bb0f4a41b8be6 is 43, key is default/ns:d/1732286099798/Put/seqid=0 2024-11-22T14:35:21,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073741844_1020 (size=5153) 2024-11-22T14:35:21,332 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39579/user/jenkins/test-data/976e51db-1d53-068b-7378-66c4524d914c/data/default/test/e62978078855afa435e0913d19ba4204/.tmp/f1/9295b496bfec44e09ea56a379f32476e 2024-11-22T14:35:21,336 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9295b496bfec44e09ea56a379f32476e 2024-11-22T14:35:21,349 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39579/user/jenkins/test-data/976e51db-1d53-068b-7378-66c4524d914c/data/default/test/e62978078855afa435e0913d19ba4204/.tmp/norep/de3735b92ed84e2aba5c5456ca1f6d55 is 33, key is row2/norep:/1732286117860/DeleteFamily/seqid=0 2024-11-22T14:35:21,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073741845_1021 (size=5108) 2024-11-22T14:35:21,381 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,38729,1732286089468.replicationSource.wal-reader.b313e41b3af3%2C38729%2C1732286089468,1-b313e41b3af3,38729,1732286089468 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36247/user/jenkins/test-data/7cbabb8a-9daf-a46f-7e5f-55b674a0552c/WALs/b313e41b3af3,38729,1732286089468/b313e41b3af3%2C38729%2C1732286089468.1732286091448 to pos 1491, reset compression=false 2024-11-22T14:35:21,412 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,37639,1732286097284.replicationSource.wal-reader.b313e41b3af3%2C37639%2C1732286097284,1-b313e41b3af3,37639,1732286097284 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39579/user/jenkins/test-data/976e51db-1d53-068b-7378-66c4524d914c/WALs/b313e41b3af3,37639,1732286097284/b313e41b3af3%2C37639%2C1732286097284.1732286098868 to pos 1765, reset compression=false 2024-11-22T14:35:21,459 DEBUG [RS:0;b313e41b3af3:37639 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e62978078855afa435e0913d19ba4204 2024-11-22T14:35:21,493 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,44317,1732286093380.replicationSource.wal-reader.b313e41b3af3%2C44317%2C1732286093380,1-b313e41b3af3,44317,1732286093380 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42543/user/jenkins/test-data/989dfb5d-fad3-492c-7bdc-173c76c7173a/WALs/b313e41b3af3,44317,1732286093380/b313e41b3af3%2C44317%2C1732286093380.1732286095357 to pos 1466, reset compression=false 2024-11-22T14:35:21,659 DEBUG [RS:0;b313e41b3af3:37639 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e62978078855afa435e0913d19ba4204 2024-11-22T14:35:21,684 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,38729,1732286089468.replicationSource.wal-reader.b313e41b3af3%2C38729%2C1732286089468,1-b313e41b3af3,38729,1732286089468 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36247/user/jenkins/test-data/7cbabb8a-9daf-a46f-7e5f-55b674a0552c/WALs/b313e41b3af3,38729,1732286089468/b313e41b3af3%2C38729%2C1732286089468.1732286091448 to pos 1491, reset compression=false 2024-11-22T14:35:21,700 INFO [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39579/user/jenkins/test-data/976e51db-1d53-068b-7378-66c4524d914c/data/hbase/meta/1588230740/.tmp/ns/6e6eec081f204746998bb0f4a41b8be6 2024-11-22T14:35:21,717 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39579/user/jenkins/test-data/976e51db-1d53-068b-7378-66c4524d914c/data/hbase/meta/1588230740/.tmp/rep_barrier/8b48dc28fbf540d686ab57bddd3a3d51 is 112, key is test,,1732286104215.e62978078855afa435e0913d19ba4204./rep_barrier:seqnumDuringOpen/1732286105358/Put/seqid=0 2024-11-22T14:35:21,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073741846_1022 (size=5518) 2024-11-22T14:35:21,720 INFO [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39579/user/jenkins/test-data/976e51db-1d53-068b-7378-66c4524d914c/data/hbase/meta/1588230740/.tmp/rep_barrier/8b48dc28fbf540d686ab57bddd3a3d51 2024-11-22T14:35:21,733 INFO [regionserver/b313e41b3af3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-22T14:35:21,733 INFO [regionserver/b313e41b3af3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-22T14:35:21,736 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39579/user/jenkins/test-data/976e51db-1d53-068b-7378-66c4524d914c/data/hbase/meta/1588230740/.tmp/table/8dda257703c74e07b6271ea6e6ccaced is 53, key is hbase:replication/table:state/1732286111840/Put/seqid=0 2024-11-22T14:35:21,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073741847_1023 (size=5308) 2024-11-22T14:35:21,752 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39579/user/jenkins/test-data/976e51db-1d53-068b-7378-66c4524d914c/data/default/test/e62978078855afa435e0913d19ba4204/.tmp/norep/de3735b92ed84e2aba5c5456ca1f6d55 2024-11-22T14:35:21,756 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for de3735b92ed84e2aba5c5456ca1f6d55 2024-11-22T14:35:21,756 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39579/user/jenkins/test-data/976e51db-1d53-068b-7378-66c4524d914c/data/default/test/e62978078855afa435e0913d19ba4204/.tmp/f/bc5167e31b084309851f038d879a15ab as hdfs://localhost:39579/user/jenkins/test-data/976e51db-1d53-068b-7378-66c4524d914c/data/default/test/e62978078855afa435e0913d19ba4204/f/bc5167e31b084309851f038d879a15ab 2024-11-22T14:35:21,760 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bc5167e31b084309851f038d879a15ab 2024-11-22T14:35:21,760 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39579/user/jenkins/test-data/976e51db-1d53-068b-7378-66c4524d914c/data/default/test/e62978078855afa435e0913d19ba4204/f/bc5167e31b084309851f038d879a15ab, entries=5, sequenceid=12, filesize=5.1 K 2024-11-22T14:35:21,760 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39579/user/jenkins/test-data/976e51db-1d53-068b-7378-66c4524d914c/data/default/test/e62978078855afa435e0913d19ba4204/.tmp/f1/9295b496bfec44e09ea56a379f32476e as hdfs://localhost:39579/user/jenkins/test-data/976e51db-1d53-068b-7378-66c4524d914c/data/default/test/e62978078855afa435e0913d19ba4204/f1/9295b496bfec44e09ea56a379f32476e 2024-11-22T14:35:21,764 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9295b496bfec44e09ea56a379f32476e 2024-11-22T14:35:21,764 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39579/user/jenkins/test-data/976e51db-1d53-068b-7378-66c4524d914c/data/default/test/e62978078855afa435e0913d19ba4204/f1/9295b496bfec44e09ea56a379f32476e, entries=3, sequenceid=12, filesize=5.0 K 2024-11-22T14:35:21,765 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39579/user/jenkins/test-data/976e51db-1d53-068b-7378-66c4524d914c/data/default/test/e62978078855afa435e0913d19ba4204/.tmp/norep/de3735b92ed84e2aba5c5456ca1f6d55 as hdfs://localhost:39579/user/jenkins/test-data/976e51db-1d53-068b-7378-66c4524d914c/data/default/test/e62978078855afa435e0913d19ba4204/norep/de3735b92ed84e2aba5c5456ca1f6d55 2024-11-22T14:35:21,768 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for de3735b92ed84e2aba5c5456ca1f6d55 2024-11-22T14:35:21,769 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39579/user/jenkins/test-data/976e51db-1d53-068b-7378-66c4524d914c/data/default/test/e62978078855afa435e0913d19ba4204/norep/de3735b92ed84e2aba5c5456ca1f6d55, entries=1, sequenceid=12, filesize=5.0 K 2024-11-22T14:35:21,769 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for e62978078855afa435e0913d19ba4204 in 879ms, sequenceid=12, compaction requested=false 2024-11-22T14:35:21,774 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39579/user/jenkins/test-data/976e51db-1d53-068b-7378-66c4524d914c/data/default/test/e62978078855afa435e0913d19ba4204/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-22T14:35:21,775 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-22T14:35:21,775 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-22T14:35:21,775 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732286104215.e62978078855afa435e0913d19ba4204. 2024-11-22T14:35:21,775 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e62978078855afa435e0913d19ba4204: Waiting for close lock at 1732286120890Running coprocessor pre-close hooks at 1732286120890Disabling compacts and flushes for region at 1732286120890Disabling writes for close at 1732286120890Obtaining lock to block concurrent updates at 1732286120890Preparing flush snapshotting stores in e62978078855afa435e0913d19ba4204 at 1732286120890Finished memstore snapshotting test,,1732286104215.e62978078855afa435e0913d19ba4204., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1732286120891 (+1 ms)Flushing stores of test,,1732286104215.e62978078855afa435e0913d19ba4204. at 1732286120891Flushing e62978078855afa435e0913d19ba4204/f: creating writer at 1732286120891Flushing e62978078855afa435e0913d19ba4204/f: appending metadata at 1732286120908 (+17 ms)Flushing e62978078855afa435e0913d19ba4204/f: closing flushed file at 1732286120908Flushing e62978078855afa435e0913d19ba4204/f1: creating writer at 1732286120916 (+8 ms)Flushing e62978078855afa435e0913d19ba4204/f1: appending metadata at 1732286120928 (+12 ms)Flushing e62978078855afa435e0913d19ba4204/f1: closing flushed file at 1732286120928Flushing e62978078855afa435e0913d19ba4204/norep: creating writer at 1732286121336 (+408 ms)Flushing e62978078855afa435e0913d19ba4204/norep: appending metadata at 1732286121348 (+12 ms)Flushing e62978078855afa435e0913d19ba4204/norep: closing flushed file at 1732286121348Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a663ef3: reopening flushed file at 1732286121756 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6cff5d02: reopening flushed file at 1732286121760 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@26e6e364: reopening flushed file at 1732286121764 (+4 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for e62978078855afa435e0913d19ba4204 in 879ms, sequenceid=12, compaction requested=false at 1732286121769 (+5 ms)Writing region close event to WAL at 1732286121772 (+3 ms)Running coprocessor post-close hooks at 1732286121775 (+3 ms)Closed at 1732286121775 2024-11-22T14:35:21,775 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732286104215.e62978078855afa435e0913d19ba4204. 2024-11-22T14:35:21,816 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,37639,1732286097284.replicationSource.wal-reader.b313e41b3af3%2C37639%2C1732286097284,1-b313e41b3af3,37639,1732286097284 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39579/user/jenkins/test-data/976e51db-1d53-068b-7378-66c4524d914c/WALs/b313e41b3af3,37639,1732286097284/b313e41b3af3%2C37639%2C1732286097284.1732286098868 to pos 1765, reset compression=false 2024-11-22T14:35:21,820 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,37639,1732286097284.replicationSource.wal-reader.b313e41b3af3%2C37639%2C1732286097284,1-b313e41b3af3,37639,1732286097284 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-22T14:35:21,820 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,37639,1732286097284.replicationSource.wal-reader.b313e41b3af3%2C37639%2C1732286097284,1-b313e41b3af3,37639,1732286097284 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39579/user/jenkins/test-data/976e51db-1d53-068b-7378-66c4524d914c/WALs/b313e41b3af3,37639,1732286097284/b313e41b3af3%2C37639%2C1732286097284.1732286098868 to pos 2409, reset compression=false 2024-11-22T14:35:21,860 INFO [RS:0;b313e41b3af3:37639 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-22T14:35:21,860 DEBUG [RS:0;b313e41b3af3:37639 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-22T14:35:21,860 DEBUG [RS:0;b313e41b3af3:37639 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T14:35:21,996 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,44317,1732286093380.replicationSource.wal-reader.b313e41b3af3%2C44317%2C1732286093380,1-b313e41b3af3,44317,1732286093380 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42543/user/jenkins/test-data/989dfb5d-fad3-492c-7bdc-173c76c7173a/WALs/b313e41b3af3,44317,1732286093380/b313e41b3af3%2C44317%2C1732286093380.1732286095357 to pos 1466, reset compression=false 2024-11-22T14:35:22,023 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,37639,1732286097284.replicationSource.wal-reader.b313e41b3af3%2C37639%2C1732286097284,1-b313e41b3af3,37639,1732286097284 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39579/user/jenkins/test-data/976e51db-1d53-068b-7378-66c4524d914c/WALs/b313e41b3af3,37639,1732286097284/b313e41b3af3%2C37639%2C1732286097284.1732286098868 to pos 2409, reset compression=false 2024-11-22T14:35:22,060 DEBUG [RS:0;b313e41b3af3:37639 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T14:35:22,088 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,38729,1732286089468.replicationSource.wal-reader.b313e41b3af3%2C38729%2C1732286089468,1-b313e41b3af3,38729,1732286089468 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36247/user/jenkins/test-data/7cbabb8a-9daf-a46f-7e5f-55b674a0552c/WALs/b313e41b3af3,38729,1732286089468/b313e41b3af3%2C38729%2C1732286089468.1732286091448 to pos 1491, reset compression=false 2024-11-22T14:35:22,140 INFO [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39579/user/jenkins/test-data/976e51db-1d53-068b-7378-66c4524d914c/data/hbase/meta/1588230740/.tmp/table/8dda257703c74e07b6271ea6e6ccaced 2024-11-22T14:35:22,144 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39579/user/jenkins/test-data/976e51db-1d53-068b-7378-66c4524d914c/data/hbase/meta/1588230740/.tmp/info/0cdaf92388664e118f15c68676660ad3 as hdfs://localhost:39579/user/jenkins/test-data/976e51db-1d53-068b-7378-66c4524d914c/data/hbase/meta/1588230740/info/0cdaf92388664e118f15c68676660ad3 2024-11-22T14:35:22,148 INFO [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39579/user/jenkins/test-data/976e51db-1d53-068b-7378-66c4524d914c/data/hbase/meta/1588230740/info/0cdaf92388664e118f15c68676660ad3, entries=20, sequenceid=16, filesize=7.5 K 2024-11-22T14:35:22,149 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39579/user/jenkins/test-data/976e51db-1d53-068b-7378-66c4524d914c/data/hbase/meta/1588230740/.tmp/ns/6e6eec081f204746998bb0f4a41b8be6 as hdfs://localhost:39579/user/jenkins/test-data/976e51db-1d53-068b-7378-66c4524d914c/data/hbase/meta/1588230740/ns/6e6eec081f204746998bb0f4a41b8be6 2024-11-22T14:35:22,152 INFO [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39579/user/jenkins/test-data/976e51db-1d53-068b-7378-66c4524d914c/data/hbase/meta/1588230740/ns/6e6eec081f204746998bb0f4a41b8be6, entries=2, sequenceid=16, filesize=5.0 K 2024-11-22T14:35:22,153 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39579/user/jenkins/test-data/976e51db-1d53-068b-7378-66c4524d914c/data/hbase/meta/1588230740/.tmp/rep_barrier/8b48dc28fbf540d686ab57bddd3a3d51 as hdfs://localhost:39579/user/jenkins/test-data/976e51db-1d53-068b-7378-66c4524d914c/data/hbase/meta/1588230740/rep_barrier/8b48dc28fbf540d686ab57bddd3a3d51 2024-11-22T14:35:22,156 INFO [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39579/user/jenkins/test-data/976e51db-1d53-068b-7378-66c4524d914c/data/hbase/meta/1588230740/rep_barrier/8b48dc28fbf540d686ab57bddd3a3d51, entries=1, sequenceid=16, filesize=5.4 K 2024-11-22T14:35:22,157 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39579/user/jenkins/test-data/976e51db-1d53-068b-7378-66c4524d914c/data/hbase/meta/1588230740/.tmp/table/8dda257703c74e07b6271ea6e6ccaced as hdfs://localhost:39579/user/jenkins/test-data/976e51db-1d53-068b-7378-66c4524d914c/data/hbase/meta/1588230740/table/8dda257703c74e07b6271ea6e6ccaced 2024-11-22T14:35:22,160 INFO [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39579/user/jenkins/test-data/976e51db-1d53-068b-7378-66c4524d914c/data/hbase/meta/1588230740/table/8dda257703c74e07b6271ea6e6ccaced, entries=4, sequenceid=16, filesize=5.2 K 2024-11-22T14:35:22,161 INFO [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1302ms, sequenceid=16, compaction requested=false 2024-11-22T14:35:22,165 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39579/user/jenkins/test-data/976e51db-1d53-068b-7378-66c4524d914c/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-22T14:35:22,165 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-22T14:35:22,165 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T14:35:22,165 INFO [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-22T14:35:22,165 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732286120859Running coprocessor pre-close hooks at 1732286120859Disabling compacts and flushes for region at 1732286120859Disabling writes for close at 1732286120859Obtaining lock to block concurrent updates at 1732286120859Preparing flush snapshotting stores in 1588230740 at 1732286120859Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732286120859Flushing stores of hbase:meta,,1.1588230740 at 1732286120859Flushing 1588230740/info: creating writer at 1732286120859Flushing 1588230740/info: appending metadata at 1732286120873 (+14 ms)Flushing 1588230740/info: closing flushed file at 1732286120873Flushing 1588230740/ns: creating writer at 1732286121280 (+407 ms)Flushing 1588230740/ns: appending metadata at 1732286121296 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1732286121296Flushing 1588230740/rep_barrier: creating writer at 1732286121704 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732286121716 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732286121716Flushing 1588230740/table: creating writer at 1732286121723 (+7 ms)Flushing 1588230740/table: appending metadata at 1732286121736 (+13 ms)Flushing 1588230740/table: closing flushed file at 1732286121736Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6567af2c: reopening flushed file at 1732286122143 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@63a40cd0: reopening flushed file at 1732286122148 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@191a1cae: reopening flushed file at 1732286122152 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@338fee5: reopening flushed file at 1732286122156 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1302ms, sequenceid=16, compaction requested=false at 1732286122161 (+5 ms)Writing region close event to WAL at 1732286122162 (+1 ms)Running coprocessor post-close hooks at 1732286122165 (+3 ms)Closed at 1732286122165 2024-11-22T14:35:22,166 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-22T14:35:22,260 INFO [RS:0;b313e41b3af3:37639 {}] regionserver.HRegionServer(976): stopping server b313e41b3af3,37639,1732286097284; all regions closed. 2024-11-22T14:35:22,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073741834_1010 (size=4239) 2024-11-22T14:35:22,262 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/976e51db-1d53-068b-7378-66c4524d914c/WALs/b313e41b3af3,37639,1732286097284/b313e41b3af3%2C37639%2C1732286097284.meta.1732286099759.meta not finished, retry = 0 2024-11-22T14:35:22,326 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,37639,1732286097284.replicationSource.wal-reader.b313e41b3af3%2C37639%2C1732286097284,1-b313e41b3af3,37639,1732286097284 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39579/user/jenkins/test-data/976e51db-1d53-068b-7378-66c4524d914c/WALs/b313e41b3af3,37639,1732286097284/b313e41b3af3%2C37639%2C1732286097284.1732286098868 to pos 2409, reset compression=false 2024-11-22T14:35:22,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073741839_1015 (size=3333) 2024-11-22T14:35:22,365 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/976e51db-1d53-068b-7378-66c4524d914c/WALs/b313e41b3af3,37639,1732286097284/b313e41b3af3%2C37639%2C1732286097284.rep.1732286111807 not finished, retry = 0 2024-11-22T14:35:22,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073741832_1008 (size=2417) 2024-11-22T14:35:22,467 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/976e51db-1d53-068b-7378-66c4524d914c/WALs/b313e41b3af3,37639,1732286097284/b313e41b3af3%2C37639%2C1732286097284.1732286098868 not finished, retry = 0 2024-11-22T14:35:22,568 DEBUG [RS:0;b313e41b3af3:37639 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:35:22,568 INFO [RS:0;b313e41b3af3:37639 {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T14:35:22,568 INFO [RS:0;b313e41b3af3:37639 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T14:35:22,569 INFO [RS:0;b313e41b3af3:37639 {}] hbase.ChoreService(370): Chore service for: regionserver/b313e41b3af3:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-22T14:35:22,569 INFO [RS:0;b313e41b3af3:37639 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T14:35:22,569 INFO [regionserver/b313e41b3af3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T14:35:22,569 INFO [RS:0;b313e41b3af3:37639 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-b313e41b3af3,37639,1732286097284 because: Region server is closing 2024-11-22T14:35:22,570 INFO [RS:0;b313e41b3af3:37639 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b313e41b3af3:37639. 2024-11-22T14:35:22,570 DEBUG [RS:0;b313e41b3af3:37639 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T14:35:22,570 DEBUG [RS:0;b313e41b3af3:37639 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:35:22,570 DEBUG [RS:0;b313e41b3af3:37639 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:35:22,570 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T14:35:22,591 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,38729,1732286089468.replicationSource.wal-reader.b313e41b3af3%2C38729%2C1732286089468,1-b313e41b3af3,38729,1732286089468 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36247/user/jenkins/test-data/7cbabb8a-9daf-a46f-7e5f-55b674a0552c/WALs/b313e41b3af3,38729,1732286089468/b313e41b3af3%2C38729%2C1732286089468.1732286091448 to pos 1491, reset compression=false 2024-11-22T14:35:22,599 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,44317,1732286093380.replicationSource.wal-reader.b313e41b3af3%2C44317%2C1732286093380,1-b313e41b3af3,44317,1732286093380 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42543/user/jenkins/test-data/989dfb5d-fad3-492c-7bdc-173c76c7173a/WALs/b313e41b3af3,44317,1732286093380/b313e41b3af3%2C44317%2C1732286093380.1732286095357 to pos 1466, reset compression=false 2024-11-22T14:35:22,670 INFO [RS:0;b313e41b3af3:37639 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,37639,1732286097284.replicationSource.shipperb313e41b3af3%2C37639%2C1732286097284,1-b313e41b3af3,37639,1732286097284 terminated 2024-11-22T14:35:22,670 WARN [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,37639,1732286097284.replicationSource.wal-reader.b313e41b3af3%2C37639%2C1732286097284,1-b313e41b3af3,37639,1732286097284 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-22T14:35:22,670 INFO [RS:0;b313e41b3af3:37639 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b313e41b3af3:37639. 2024-11-22T14:35:22,670 DEBUG [RS:0;b313e41b3af3:37639 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T14:35:22,670 DEBUG [RS:0;b313e41b3af3:37639 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:35:22,670 DEBUG [RS:0;b313e41b3af3:37639 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:35:22,670 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T14:35:22,670 INFO [RS:0;b313e41b3af3:37639 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37639 2024-11-22T14:35:22,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37639-0x10067db61d70007, quorum=127.0.0.1:56016, baseZNode=/21870690219 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21870690219/rs/b313e41b3af3,37639,1732286097284 2024-11-22T14:35:22,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40497-0x10067db61d70006, quorum=127.0.0.1:56016, baseZNode=/21870690219 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21870690219/rs 2024-11-22T14:35:22,672 INFO [RS:0;b313e41b3af3:37639 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T14:35:22,672 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b313e41b3af3,37639,1732286097284] 2024-11-22T14:35:22,673 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /21870690219/draining/b313e41b3af3,37639,1732286097284 already deleted, retry=false 2024-11-22T14:35:22,673 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b313e41b3af3,37639,1732286097284 expired; onlineServers=0 2024-11-22T14:35:22,673 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b313e41b3af3,40497,1732286097243' ***** 2024-11-22T14:35:22,673 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-22T14:35:22,673 INFO [M:0;b313e41b3af3:40497 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T14:35:22,673 INFO [M:0;b313e41b3af3:40497 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T14:35:22,673 DEBUG [M:0;b313e41b3af3:40497 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-22T14:35:22,673 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-22T14:35:22,673 DEBUG [master/b313e41b3af3:0:becomeActiveMaster-HFileCleaner.small.0-1732286098622 {}] cleaner.HFileCleaner(306): Exit Thread[master/b313e41b3af3:0:becomeActiveMaster-HFileCleaner.small.0-1732286098622,5,FailOnTimeoutGroup] 2024-11-22T14:35:22,673 DEBUG [master/b313e41b3af3:0:becomeActiveMaster-HFileCleaner.large.0-1732286098622 {}] cleaner.HFileCleaner(306): Exit Thread[master/b313e41b3af3:0:becomeActiveMaster-HFileCleaner.large.0-1732286098622,5,FailOnTimeoutGroup] 2024-11-22T14:35:22,673 DEBUG [M:0;b313e41b3af3:40497 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-22T14:35:22,674 INFO [M:0;b313e41b3af3:40497 {}] hbase.ChoreService(370): Chore service for: master/b313e41b3af3:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-22T14:35:22,674 INFO [M:0;b313e41b3af3:40497 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T14:35:22,674 DEBUG [M:0;b313e41b3af3:40497 {}] master.HMaster(1795): Stopping service threads 2024-11-22T14:35:22,674 INFO [M:0;b313e41b3af3:40497 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-22T14:35:22,674 INFO [M:0;b313e41b3af3:40497 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-22T14:35:22,674 INFO [M:0;b313e41b3af3:40497 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-22T14:35:22,674 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-22T14:35:22,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40497-0x10067db61d70006, quorum=127.0.0.1:56016, baseZNode=/21870690219 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21870690219/master 2024-11-22T14:35:22,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40497-0x10067db61d70006, quorum=127.0.0.1:56016, baseZNode=/21870690219 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21870690219 2024-11-22T14:35:22,674 DEBUG [M:0;b313e41b3af3:40497 {}] zookeeper.ZKUtil(347): master:40497-0x10067db61d70006, quorum=127.0.0.1:56016, baseZNode=/21870690219 Unable to get data of znode /21870690219/master because node does not exist (not an error) 2024-11-22T14:35:22,674 WARN [M:0;b313e41b3af3:40497 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-22T14:35:22,675 INFO [M:0;b313e41b3af3:40497 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39579/user/jenkins/test-data/976e51db-1d53-068b-7378-66c4524d914c/.lastflushedseqids 2024-11-22T14:35:22,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073741848_1024 (size=245) 2024-11-22T14:35:22,773 INFO [RS:0;b313e41b3af3:37639 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T14:35:22,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37639-0x10067db61d70007, quorum=127.0.0.1:56016, baseZNode=/21870690219 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T14:35:22,773 INFO [RS:0;b313e41b3af3:37639 {}] regionserver.HRegionServer(1031): Exiting; stopping=b313e41b3af3,37639,1732286097284; zookeeper connection closed. 2024-11-22T14:35:22,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37639-0x10067db61d70007, quorum=127.0.0.1:56016, baseZNode=/21870690219 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T14:35:22,773 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@9fd9321 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@9fd9321 2024-11-22T14:35:22,773 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-22T14:35:22,946 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-22T14:35:23,079 INFO [M:0;b313e41b3af3:40497 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-22T14:35:23,079 INFO [M:0;b313e41b3af3:40497 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-22T14:35:23,079 DEBUG [M:0;b313e41b3af3:40497 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T14:35:23,079 INFO [M:0;b313e41b3af3:40497 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T14:35:23,079 DEBUG [M:0;b313e41b3af3:40497 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T14:35:23,079 DEBUG [M:0;b313e41b3af3:40497 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T14:35:23,079 DEBUG [M:0;b313e41b3af3:40497 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T14:35:23,080 INFO [M:0;b313e41b3af3:40497 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=63.58 KB heapSize=75.50 KB 2024-11-22T14:35:23,093 DEBUG [M:0;b313e41b3af3:40497 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39579/user/jenkins/test-data/976e51db-1d53-068b-7378-66c4524d914c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/322471e42be2458f95f79336febec0a9 is 82, key is hbase:meta,,1/info:regioninfo/1732286099790/Put/seqid=0 2024-11-22T14:35:23,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073741849_1025 (size=5672) 2024-11-22T14:35:23,096 INFO [M:0;b313e41b3af3:40497 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:39579/user/jenkins/test-data/976e51db-1d53-068b-7378-66c4524d914c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/322471e42be2458f95f79336febec0a9 2024-11-22T14:35:23,115 DEBUG [M:0;b313e41b3af3:40497 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39579/user/jenkins/test-data/976e51db-1d53-068b-7378-66c4524d914c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9c4e904618b948f087783c304ab744d8 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732286111844/Put/seqid=0 2024-11-22T14:35:23,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073741850_1026 (size=9212) 2024-11-22T14:35:23,195 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,38729,1732286089468.replicationSource.wal-reader.b313e41b3af3%2C38729%2C1732286089468,1-b313e41b3af3,38729,1732286089468 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36247/user/jenkins/test-data/7cbabb8a-9daf-a46f-7e5f-55b674a0552c/WALs/b313e41b3af3,38729,1732286089468/b313e41b3af3%2C38729%2C1732286089468.1732286091448 to pos 1491, reset compression=false 2024-11-22T14:35:23,302 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,44317,1732286093380.replicationSource.wal-reader.b313e41b3af3%2C44317%2C1732286093380,1-b313e41b3af3,44317,1732286093380 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42543/user/jenkins/test-data/989dfb5d-fad3-492c-7bdc-173c76c7173a/WALs/b313e41b3af3,44317,1732286093380/b313e41b3af3%2C44317%2C1732286093380.1732286095357 to pos 1466, reset compression=false 2024-11-22T14:35:23,519 INFO [M:0;b313e41b3af3:40497 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=63.03 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:39579/user/jenkins/test-data/976e51db-1d53-068b-7378-66c4524d914c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9c4e904618b948f087783c304ab744d8 2024-11-22T14:35:23,534 DEBUG [M:0;b313e41b3af3:40497 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39579/user/jenkins/test-data/976e51db-1d53-068b-7378-66c4524d914c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9014fb8ab44b49f3939bd96faa5257ae is 69, key is b313e41b3af3,37639,1732286097284/rs:state/1732286098721/Put/seqid=0 2024-11-22T14:35:23,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073741851_1027 (size=5156) 2024-11-22T14:35:23,898 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,38729,1732286089468.replicationSource.wal-reader.b313e41b3af3%2C38729%2C1732286089468,1-b313e41b3af3,38729,1732286089468 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36247/user/jenkins/test-data/7cbabb8a-9daf-a46f-7e5f-55b674a0552c/WALs/b313e41b3af3,38729,1732286089468/b313e41b3af3%2C38729%2C1732286089468.1732286091448 to pos 1491, reset compression=false 2024-11-22T14:35:23,938 INFO [M:0;b313e41b3af3:40497 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:39579/user/jenkins/test-data/976e51db-1d53-068b-7378-66c4524d914c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9014fb8ab44b49f3939bd96faa5257ae 2024-11-22T14:35:23,942 DEBUG [M:0;b313e41b3af3:40497 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39579/user/jenkins/test-data/976e51db-1d53-068b-7378-66c4524d914c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/322471e42be2458f95f79336febec0a9 as hdfs://localhost:39579/user/jenkins/test-data/976e51db-1d53-068b-7378-66c4524d914c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/322471e42be2458f95f79336febec0a9 2024-11-22T14:35:23,945 INFO [M:0;b313e41b3af3:40497 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39579/user/jenkins/test-data/976e51db-1d53-068b-7378-66c4524d914c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/322471e42be2458f95f79336febec0a9, entries=8, sequenceid=127, filesize=5.5 K 2024-11-22T14:35:23,946 DEBUG [M:0;b313e41b3af3:40497 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39579/user/jenkins/test-data/976e51db-1d53-068b-7378-66c4524d914c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9c4e904618b948f087783c304ab744d8 as hdfs://localhost:39579/user/jenkins/test-data/976e51db-1d53-068b-7378-66c4524d914c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9c4e904618b948f087783c304ab744d8 2024-11-22T14:35:23,949 INFO [M:0;b313e41b3af3:40497 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39579/user/jenkins/test-data/976e51db-1d53-068b-7378-66c4524d914c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9c4e904618b948f087783c304ab744d8, entries=15, sequenceid=127, filesize=9.0 K 2024-11-22T14:35:23,950 DEBUG [M:0;b313e41b3af3:40497 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39579/user/jenkins/test-data/976e51db-1d53-068b-7378-66c4524d914c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9014fb8ab44b49f3939bd96faa5257ae as hdfs://localhost:39579/user/jenkins/test-data/976e51db-1d53-068b-7378-66c4524d914c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9014fb8ab44b49f3939bd96faa5257ae 2024-11-22T14:35:23,953 INFO [M:0;b313e41b3af3:40497 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39579/user/jenkins/test-data/976e51db-1d53-068b-7378-66c4524d914c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9014fb8ab44b49f3939bd96faa5257ae, entries=1, sequenceid=127, filesize=5.0 K 2024-11-22T14:35:23,954 INFO [M:0;b313e41b3af3:40497 {}] regionserver.HRegion(3140): Finished flush of dataSize ~63.58 KB/65109, heapSize ~75.20 KB/77008, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 875ms, sequenceid=127, compaction requested=false 2024-11-22T14:35:23,955 INFO [M:0;b313e41b3af3:40497 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T14:35:23,955 DEBUG [M:0;b313e41b3af3:40497 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732286123079Disabling compacts and flushes for region at 1732286123079Disabling writes for close at 1732286123079Obtaining lock to block concurrent updates at 1732286123080 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732286123080Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=65109, getHeapSize=77248, getOffHeapSize=0, getCellsCount=148 at 1732286123080Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732286123080Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732286123080Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732286123092 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732286123092Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732286123099 (+7 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732286123115 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732286123115Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732286123522 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732286123534 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732286123534Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@61da484d: reopening flushed file at 1732286123941 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@32d250e3: reopening flushed file at 1732286123945 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@41dbd911: reopening flushed file at 1732286123949 (+4 ms)Finished flush of dataSize ~63.58 KB/65109, heapSize ~75.20 KB/77008, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 875ms, sequenceid=127, compaction requested=false at 1732286123954 (+5 ms)Writing region close event to WAL at 1732286123955 (+1 ms)Closed at 1732286123955 2024-11-22T14:35:23,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073741830_1006 (size=73866) 2024-11-22T14:35:23,958 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T14:35:23,958 INFO [M:0;b313e41b3af3:40497 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-22T14:35:23,958 INFO [M:0;b313e41b3af3:40497 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40497 2024-11-22T14:35:23,959 INFO [M:0;b313e41b3af3:40497 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T14:35:24,061 INFO [M:0;b313e41b3af3:40497 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T14:35:24,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40497-0x10067db61d70006, quorum=127.0.0.1:56016, baseZNode=/21870690219 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T14:35:24,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40497-0x10067db61d70006, quorum=127.0.0.1:56016, baseZNode=/21870690219 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T14:35:24,064 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7c83d38d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T14:35:24,064 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1964ee56{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T14:35:24,064 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T14:35:24,064 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@fd775c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T14:35:24,064 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@f2cf71c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c02e7ba4-987b-8664-c8ce-9cc50353cbf9/hadoop.log.dir/,STOPPED} 2024-11-22T14:35:24,065 WARN [BP-1635446978-172.17.0.2-1732286096340 heartbeating to localhost/127.0.0.1:39579 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-22T14:35:24,065 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-22T14:35:24,065 WARN [BP-1635446978-172.17.0.2-1732286096340 heartbeating to localhost/127.0.0.1:39579 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1635446978-172.17.0.2-1732286096340 (Datanode Uuid c54df181-c211-4781-bc08-adfaef64661a) service to localhost/127.0.0.1:39579 2024-11-22T14:35:24,065 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-22T14:35:24,066 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c02e7ba4-987b-8664-c8ce-9cc50353cbf9/cluster_f7cce60c-63ec-b10d-aaf8-37afc5f25975/data/data1/current/BP-1635446978-172.17.0.2-1732286096340 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T14:35:24,066 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c02e7ba4-987b-8664-c8ce-9cc50353cbf9/cluster_f7cce60c-63ec-b10d-aaf8-37afc5f25975/data/data2/current/BP-1635446978-172.17.0.2-1732286096340 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T14:35:24,066 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-22T14:35:24,072 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@72948196{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T14:35:24,072 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7808178e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T14:35:24,072 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T14:35:24,073 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@a668531{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T14:35:24,073 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@569c531a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c02e7ba4-987b-8664-c8ce-9cc50353cbf9/hadoop.log.dir/,STOPPED} 2024-11-22T14:35:24,084 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-22T14:35:24,084 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-22T14:35:24,084 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T14:35:24,085 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T14:35:24,085 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:35:24,085 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:35:24,085 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T14:35:24,085 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-22T14:35:24,085 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=960560270, stopped=false 2024-11-22T14:35:24,085 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b313e41b3af3,39819,1732286093356 2024-11-22T14:35:24,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39819-0x10067db61d70003, quorum=127.0.0.1:56016, baseZNode=/11440438477 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11440438477/running 2024-11-22T14:35:24,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44317-0x10067db61d70004, quorum=127.0.0.1:56016, baseZNode=/11440438477 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11440438477/running 2024-11-22T14:35:24,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39819-0x10067db61d70003, quorum=127.0.0.1:56016, baseZNode=/11440438477 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11440438477 2024-11-22T14:35:24,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44317-0x10067db61d70004, quorum=127.0.0.1:56016, baseZNode=/11440438477 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11440438477 2024-11-22T14:35:24,086 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-22T14:35:24,086 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44317-0x10067db61d70004, quorum=127.0.0.1:56016, baseZNode=/11440438477 Set watcher on znode that does not yet exist, /11440438477/running 2024-11-22T14:35:24,086 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T14:35:24,086 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39819-0x10067db61d70003, quorum=127.0.0.1:56016, baseZNode=/11440438477 Set watcher on znode that does not yet exist, /11440438477/running 2024-11-22T14:35:24,086 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T14:35:24,086 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:35:24,087 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b313e41b3af3,44317,1732286093380' ***** 2024-11-22T14:35:24,087 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-22T14:35:24,087 INFO [RS:0;b313e41b3af3:44317 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-22T14:35:24,087 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-22T14:35:24,087 INFO [RS:0;b313e41b3af3:44317 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-22T14:35:24,087 INFO [RS:0;b313e41b3af3:44317 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-22T14:35:24,087 INFO [RS:0;b313e41b3af3:44317 {}] regionserver.HRegionServer(3091): Received CLOSE for 5da71159d8bb5e004a648905b68f4e59 2024-11-22T14:35:24,087 INFO [RS:0;b313e41b3af3:44317 {}] regionserver.HRegionServer(3091): Received CLOSE for 5aef93833906a8a26f8d9541dc780f6d 2024-11-22T14:35:24,087 INFO [RS:0;b313e41b3af3:44317 {}] regionserver.HRegionServer(959): stopping server b313e41b3af3,44317,1732286093380 2024-11-22T14:35:24,087 INFO [RS:0;b313e41b3af3:44317 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T14:35:24,087 INFO [RS:0;b313e41b3af3:44317 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b313e41b3af3:44317. 2024-11-22T14:35:24,087 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5da71159d8bb5e004a648905b68f4e59, disabling compactions & flushes 2024-11-22T14:35:24,087 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732286108526.5da71159d8bb5e004a648905b68f4e59. 2024-11-22T14:35:24,087 DEBUG [RS:0;b313e41b3af3:44317 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T14:35:24,087 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732286108526.5da71159d8bb5e004a648905b68f4e59. 2024-11-22T14:35:24,087 DEBUG [RS:0;b313e41b3af3:44317 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:35:24,088 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732286108526.5da71159d8bb5e004a648905b68f4e59. after waiting 0 ms 2024-11-22T14:35:24,088 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732286108526.5da71159d8bb5e004a648905b68f4e59. 2024-11-22T14:35:24,088 INFO [RS:0;b313e41b3af3:44317 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-22T14:35:24,088 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 5da71159d8bb5e004a648905b68f4e59 3/3 column families, dataSize=1.46 KB heapSize=2.94 KB 2024-11-22T14:35:24,089 INFO [RS:0;b313e41b3af3:44317 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-22T14:35:24,089 INFO [RS:0;b313e41b3af3:44317 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-22T14:35:24,089 INFO [RS:0;b313e41b3af3:44317 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-22T14:35:24,089 INFO [RS:0;b313e41b3af3:44317 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-22T14:35:24,089 DEBUG [RS:0;b313e41b3af3:44317 {}] regionserver.HRegionServer(1325): Online Regions={5da71159d8bb5e004a648905b68f4e59=hbase:replication,,1732286108526.5da71159d8bb5e004a648905b68f4e59., 1588230740=hbase:meta,,1.1588230740, 5aef93833906a8a26f8d9541dc780f6d=test,,1732286102065.5aef93833906a8a26f8d9541dc780f6d.} 2024-11-22T14:35:24,089 DEBUG [RS:0;b313e41b3af3:44317 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5aef93833906a8a26f8d9541dc780f6d, 5da71159d8bb5e004a648905b68f4e59 2024-11-22T14:35:24,089 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-22T14:35:24,089 INFO [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-22T14:35:24,089 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-22T14:35:24,089 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T14:35:24,089 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T14:35:24,089 INFO [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-22T14:35:24,102 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42543/user/jenkins/test-data/989dfb5d-fad3-492c-7bdc-173c76c7173a/data/hbase/meta/1588230740/.tmp/info/ad014d18058a43908767404ba3894314 is 147, key is hbase:replication,,1732286108526.5da71159d8bb5e004a648905b68f4e59./info:regioninfo/1732286109688/Put/seqid=0 2024-11-22T14:35:24,104 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42543/user/jenkins/test-data/989dfb5d-fad3-492c-7bdc-173c76c7173a/data/hbase/replication/5da71159d8bb5e004a648905b68f4e59/.tmp/queue/7429996cef54433dba7b93c17b82dca5 is 154, key is 1-b313e41b3af3,44317,1732286093380/queue:b313e41b3af3%2C44317%2C1732286093380/1732286120587/Put/seqid=0 2024-11-22T14:35:24,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32829 is added to blk_1073741840_1016 (size=7686) 2024-11-22T14:35:24,105 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,44317,1732286093380.replicationSource.wal-reader.b313e41b3af3%2C44317%2C1732286093380,1-b313e41b3af3,44317,1732286093380 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42543/user/jenkins/test-data/989dfb5d-fad3-492c-7bdc-173c76c7173a/WALs/b313e41b3af3,44317,1732286093380/b313e41b3af3%2C44317%2C1732286093380.1732286095357 to pos 1466, reset compression=false 2024-11-22T14:35:24,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32829 is added to blk_1073741841_1017 (size=5353) 2024-11-22T14:35:24,107 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.46 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:42543/user/jenkins/test-data/989dfb5d-fad3-492c-7bdc-173c76c7173a/data/hbase/replication/5da71159d8bb5e004a648905b68f4e59/.tmp/queue/7429996cef54433dba7b93c17b82dca5 2024-11-22T14:35:24,111 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42543/user/jenkins/test-data/989dfb5d-fad3-492c-7bdc-173c76c7173a/data/hbase/replication/5da71159d8bb5e004a648905b68f4e59/.tmp/queue/7429996cef54433dba7b93c17b82dca5 as hdfs://localhost:42543/user/jenkins/test-data/989dfb5d-fad3-492c-7bdc-173c76c7173a/data/hbase/replication/5da71159d8bb5e004a648905b68f4e59/queue/7429996cef54433dba7b93c17b82dca5 2024-11-22T14:35:24,114 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42543/user/jenkins/test-data/989dfb5d-fad3-492c-7bdc-173c76c7173a/data/hbase/replication/5da71159d8bb5e004a648905b68f4e59/queue/7429996cef54433dba7b93c17b82dca5, entries=1, sequenceid=14, filesize=5.2 K 2024-11-22T14:35:24,115 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 5da71159d8bb5e004a648905b68f4e59 in 27ms, sequenceid=14, compaction requested=false 2024-11-22T14:35:24,115 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-22T14:35:24,118 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42543/user/jenkins/test-data/989dfb5d-fad3-492c-7bdc-173c76c7173a/data/hbase/replication/5da71159d8bb5e004a648905b68f4e59/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=1 2024-11-22T14:35:24,118 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-22T14:35:24,118 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T14:35:24,118 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732286108526.5da71159d8bb5e004a648905b68f4e59. 2024-11-22T14:35:24,118 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5da71159d8bb5e004a648905b68f4e59: Waiting for close lock at 1732286124087Running coprocessor pre-close hooks at 1732286124087Disabling compacts and flushes for region at 1732286124087Disabling writes for close at 1732286124088 (+1 ms)Obtaining lock to block concurrent updates at 1732286124088Preparing flush snapshotting stores in 5da71159d8bb5e004a648905b68f4e59 at 1732286124088Finished memstore snapshotting hbase:replication,,1732286108526.5da71159d8bb5e004a648905b68f4e59., syncing WAL and waiting on mvcc, flushsize=dataSize=1492, getHeapSize=2960, getOffHeapSize=0, getCellsCount=10 at 1732286124088Flushing stores of hbase:replication,,1732286108526.5da71159d8bb5e004a648905b68f4e59. at 1732286124088Flushing 5da71159d8bb5e004a648905b68f4e59/queue: creating writer at 1732286124088Flushing 5da71159d8bb5e004a648905b68f4e59/queue: appending metadata at 1732286124103 (+15 ms)Flushing 5da71159d8bb5e004a648905b68f4e59/queue: closing flushed file at 1732286124103Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@36864936: reopening flushed file at 1732286124111 (+8 ms)Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 5da71159d8bb5e004a648905b68f4e59 in 27ms, sequenceid=14, compaction requested=false at 1732286124115 (+4 ms)Writing region close event to WAL at 1732286124116 (+1 ms)Running coprocessor post-close hooks at 1732286124118 (+2 ms)Closed at 1732286124118 2024-11-22T14:35:24,119 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732286108526.5da71159d8bb5e004a648905b68f4e59. 2024-11-22T14:35:24,119 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5aef93833906a8a26f8d9541dc780f6d, disabling compactions & flushes 2024-11-22T14:35:24,119 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732286102065.5aef93833906a8a26f8d9541dc780f6d. 2024-11-22T14:35:24,119 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732286102065.5aef93833906a8a26f8d9541dc780f6d. 2024-11-22T14:35:24,119 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732286102065.5aef93833906a8a26f8d9541dc780f6d. after waiting 0 ms 2024-11-22T14:35:24,119 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732286102065.5aef93833906a8a26f8d9541dc780f6d. 2024-11-22T14:35:24,119 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 5aef93833906a8a26f8d9541dc780f6d 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-22T14:35:24,132 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42543/user/jenkins/test-data/989dfb5d-fad3-492c-7bdc-173c76c7173a/data/default/test/5aef93833906a8a26f8d9541dc780f6d/.tmp/f/f301cd7d032143fcad32d9dc34e60aea is 37, key is row3/f:row3/1732286119515/Put/seqid=0 2024-11-22T14:35:24,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32829 is added to blk_1073741842_1018 (size=5228) 2024-11-22T14:35:24,135 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:42543/user/jenkins/test-data/989dfb5d-fad3-492c-7bdc-173c76c7173a/data/default/test/5aef93833906a8a26f8d9541dc780f6d/.tmp/f/f301cd7d032143fcad32d9dc34e60aea 2024-11-22T14:35:24,143 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f301cd7d032143fcad32d9dc34e60aea 2024-11-22T14:35:24,156 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42543/user/jenkins/test-data/989dfb5d-fad3-492c-7bdc-173c76c7173a/data/default/test/5aef93833906a8a26f8d9541dc780f6d/.tmp/f1/a8551951fcd04bbd86f6252631b4ff8c is 30, key is row1/f1:/1732286116855/DeleteFamily/seqid=0 2024-11-22T14:35:24,156 INFO [regionserver/b313e41b3af3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T14:35:24,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32829 is added to blk_1073741843_1019 (size=5158) 2024-11-22T14:35:24,225 INFO [regionserver/b313e41b3af3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-22T14:35:24,225 INFO [regionserver/b313e41b3af3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-22T14:35:24,289 DEBUG [RS:0;b313e41b3af3:44317 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5aef93833906a8a26f8d9541dc780f6d 2024-11-22T14:35:24,489 DEBUG [RS:0;b313e41b3af3:44317 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5aef93833906a8a26f8d9541dc780f6d 2024-11-22T14:35:24,506 INFO [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42543/user/jenkins/test-data/989dfb5d-fad3-492c-7bdc-173c76c7173a/data/hbase/meta/1588230740/.tmp/info/ad014d18058a43908767404ba3894314 2024-11-22T14:35:24,522 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42543/user/jenkins/test-data/989dfb5d-fad3-492c-7bdc-173c76c7173a/data/hbase/meta/1588230740/.tmp/ns/5cb68786486745dd98e13bd56fdaa40e is 43, key is default/ns:d/1732286096282/Put/seqid=0 2024-11-22T14:35:24,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32829 is added to blk_1073741844_1020 (size=5153) 2024-11-22T14:35:24,559 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:42543/user/jenkins/test-data/989dfb5d-fad3-492c-7bdc-173c76c7173a/data/default/test/5aef93833906a8a26f8d9541dc780f6d/.tmp/f1/a8551951fcd04bbd86f6252631b4ff8c 2024-11-22T14:35:24,563 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a8551951fcd04bbd86f6252631b4ff8c 2024-11-22T14:35:24,580 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42543/user/jenkins/test-data/989dfb5d-fad3-492c-7bdc-173c76c7173a/data/default/test/5aef93833906a8a26f8d9541dc780f6d/.tmp/norep/5934e55b31344625bd6c60730dd24806 is 33, key is row1/norep:/1732286116855/DeleteFamily/seqid=0 2024-11-22T14:35:24,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32829 is added to blk_1073741845_1021 (size=5108) 2024-11-22T14:35:24,690 DEBUG [RS:0;b313e41b3af3:44317 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5aef93833906a8a26f8d9541dc780f6d 2024-11-22T14:35:24,701 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,38729,1732286089468.replicationSource.wal-reader.b313e41b3af3%2C38729%2C1732286089468,1-b313e41b3af3,38729,1732286089468 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36247/user/jenkins/test-data/7cbabb8a-9daf-a46f-7e5f-55b674a0552c/WALs/b313e41b3af3,38729,1732286089468/b313e41b3af3%2C38729%2C1732286089468.1732286091448 to pos 1491, reset compression=false 2024-11-22T14:35:24,853 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T14:35:24,853 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [b313e41b3af3,34993,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b313e41b3af3:34993 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-22T14:35:24,853 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 13, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 68581 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [b313e41b3af3,34993,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b313e41b3af3:34993 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-22T14:35:24,890 DEBUG [RS:0;b313e41b3af3:44317 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5aef93833906a8a26f8d9541dc780f6d 2024-11-22T14:35:24,925 INFO [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42543/user/jenkins/test-data/989dfb5d-fad3-492c-7bdc-173c76c7173a/data/hbase/meta/1588230740/.tmp/ns/5cb68786486745dd98e13bd56fdaa40e 2024-11-22T14:35:24,943 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42543/user/jenkins/test-data/989dfb5d-fad3-492c-7bdc-173c76c7173a/data/hbase/meta/1588230740/.tmp/rep_barrier/00588f81fe6941468a30eeb59f078044 is 112, key is test,,1732286102065.5aef93833906a8a26f8d9541dc780f6d./rep_barrier:seqnumDuringOpen/1732286103207/Put/seqid=0 2024-11-22T14:35:24,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32829 is added to blk_1073741846_1022 (size=5518) 2024-11-22T14:35:24,985 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:42543/user/jenkins/test-data/989dfb5d-fad3-492c-7bdc-173c76c7173a/data/default/test/5aef93833906a8a26f8d9541dc780f6d/.tmp/norep/5934e55b31344625bd6c60730dd24806 2024-11-22T14:35:24,988 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5934e55b31344625bd6c60730dd24806 2024-11-22T14:35:24,988 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42543/user/jenkins/test-data/989dfb5d-fad3-492c-7bdc-173c76c7173a/data/default/test/5aef93833906a8a26f8d9541dc780f6d/.tmp/f/f301cd7d032143fcad32d9dc34e60aea as hdfs://localhost:42543/user/jenkins/test-data/989dfb5d-fad3-492c-7bdc-173c76c7173a/data/default/test/5aef93833906a8a26f8d9541dc780f6d/f/f301cd7d032143fcad32d9dc34e60aea 2024-11-22T14:35:24,992 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f301cd7d032143fcad32d9dc34e60aea 2024-11-22T14:35:24,992 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42543/user/jenkins/test-data/989dfb5d-fad3-492c-7bdc-173c76c7173a/data/default/test/5aef93833906a8a26f8d9541dc780f6d/f/f301cd7d032143fcad32d9dc34e60aea, entries=5, sequenceid=12, filesize=5.1 K 2024-11-22T14:35:24,992 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42543/user/jenkins/test-data/989dfb5d-fad3-492c-7bdc-173c76c7173a/data/default/test/5aef93833906a8a26f8d9541dc780f6d/.tmp/f1/a8551951fcd04bbd86f6252631b4ff8c as hdfs://localhost:42543/user/jenkins/test-data/989dfb5d-fad3-492c-7bdc-173c76c7173a/data/default/test/5aef93833906a8a26f8d9541dc780f6d/f1/a8551951fcd04bbd86f6252631b4ff8c 2024-11-22T14:35:24,996 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a8551951fcd04bbd86f6252631b4ff8c 2024-11-22T14:35:24,996 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42543/user/jenkins/test-data/989dfb5d-fad3-492c-7bdc-173c76c7173a/data/default/test/5aef93833906a8a26f8d9541dc780f6d/f1/a8551951fcd04bbd86f6252631b4ff8c, entries=3, sequenceid=12, filesize=5.0 K 2024-11-22T14:35:24,996 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42543/user/jenkins/test-data/989dfb5d-fad3-492c-7bdc-173c76c7173a/data/default/test/5aef93833906a8a26f8d9541dc780f6d/.tmp/norep/5934e55b31344625bd6c60730dd24806 as hdfs://localhost:42543/user/jenkins/test-data/989dfb5d-fad3-492c-7bdc-173c76c7173a/data/default/test/5aef93833906a8a26f8d9541dc780f6d/norep/5934e55b31344625bd6c60730dd24806 2024-11-22T14:35:24,999 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5934e55b31344625bd6c60730dd24806 2024-11-22T14:35:24,999 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42543/user/jenkins/test-data/989dfb5d-fad3-492c-7bdc-173c76c7173a/data/default/test/5aef93833906a8a26f8d9541dc780f6d/norep/5934e55b31344625bd6c60730dd24806, entries=1, sequenceid=12, filesize=5.0 K 2024-11-22T14:35:25,000 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 5aef93833906a8a26f8d9541dc780f6d in 881ms, sequenceid=12, compaction requested=false 2024-11-22T14:35:25,000 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-22T14:35:25,003 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42543/user/jenkins/test-data/989dfb5d-fad3-492c-7bdc-173c76c7173a/data/default/test/5aef93833906a8a26f8d9541dc780f6d/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-22T14:35:25,004 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-22T14:35:25,004 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-22T14:35:25,004 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732286102065.5aef93833906a8a26f8d9541dc780f6d. 2024-11-22T14:35:25,004 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5aef93833906a8a26f8d9541dc780f6d: Waiting for close lock at 1732286124119Running coprocessor pre-close hooks at 1732286124119Disabling compacts and flushes for region at 1732286124119Disabling writes for close at 1732286124119Obtaining lock to block concurrent updates at 1732286124119Preparing flush snapshotting stores in 5aef93833906a8a26f8d9541dc780f6d at 1732286124119Finished memstore snapshotting test,,1732286102065.5aef93833906a8a26f8d9541dc780f6d., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1732286124119Flushing stores of test,,1732286102065.5aef93833906a8a26f8d9541dc780f6d. at 1732286124120 (+1 ms)Flushing 5aef93833906a8a26f8d9541dc780f6d/f: creating writer at 1732286124120Flushing 5aef93833906a8a26f8d9541dc780f6d/f: appending metadata at 1732286124132 (+12 ms)Flushing 5aef93833906a8a26f8d9541dc780f6d/f: closing flushed file at 1732286124132Flushing 5aef93833906a8a26f8d9541dc780f6d/f1: creating writer at 1732286124143 (+11 ms)Flushing 5aef93833906a8a26f8d9541dc780f6d/f1: appending metadata at 1732286124155 (+12 ms)Flushing 5aef93833906a8a26f8d9541dc780f6d/f1: closing flushed file at 1732286124155Flushing 5aef93833906a8a26f8d9541dc780f6d/norep: creating writer at 1732286124563 (+408 ms)Flushing 5aef93833906a8a26f8d9541dc780f6d/norep: appending metadata at 1732286124579 (+16 ms)Flushing 5aef93833906a8a26f8d9541dc780f6d/norep: closing flushed file at 1732286124579Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1eab5ee2: reopening flushed file at 1732286124988 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@13ab7725: reopening flushed file at 1732286124992 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e3f8d9f: reopening flushed file at 1732286124996 (+4 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 5aef93833906a8a26f8d9541dc780f6d in 881ms, sequenceid=12, compaction requested=false at 1732286125000 (+4 ms)Writing region close event to WAL at 1732286125001 (+1 ms)Running coprocessor post-close hooks at 1732286125004 (+3 ms)Closed at 1732286125004 2024-11-22T14:35:25,004 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732286102065.5aef93833906a8a26f8d9541dc780f6d. 2024-11-22T14:35:25,009 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,44317,1732286093380.replicationSource.wal-reader.b313e41b3af3%2C44317%2C1732286093380,1-b313e41b3af3,44317,1732286093380 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42543/user/jenkins/test-data/989dfb5d-fad3-492c-7bdc-173c76c7173a/WALs/b313e41b3af3,44317,1732286093380/b313e41b3af3%2C44317%2C1732286093380.1732286095357 to pos 1466, reset compression=false 2024-11-22T14:35:25,013 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,44317,1732286093380.replicationSource.wal-reader.b313e41b3af3%2C44317%2C1732286093380,1-b313e41b3af3,44317,1732286093380 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-22T14:35:25,013 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,44317,1732286093380.replicationSource.wal-reader.b313e41b3af3%2C44317%2C1732286093380,1-b313e41b3af3,44317,1732286093380 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42543/user/jenkins/test-data/989dfb5d-fad3-492c-7bdc-173c76c7173a/WALs/b313e41b3af3,44317,1732286093380/b313e41b3af3%2C44317%2C1732286093380.1732286095357 to pos 2357, reset compression=false 2024-11-22T14:35:25,013 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,44317,1732286093380.replicationSource.shipperb313e41b3af3%2C44317%2C1732286093380,1-b313e41b3af3,44317,1732286093380 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b313e41b3af3,44317,1732286093380 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42543/user/jenkins/test-data/989dfb5d-fad3-492c-7bdc-173c76c7173a/WALs/b313e41b3af3,44317,1732286093380/b313e41b3af3%2C44317%2C1732286093380.1732286095357, lastWalPosition=2357, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-22T14:35:25,013 ERROR [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,44317,1732286093380.replicationSource.shipperb313e41b3af3%2C44317%2C1732286093380,1-b313e41b3af3,44317,1732286093380 {}] regionserver.HRegionServer(2440): ***** ABORTING region server b313e41b3af3,44317,1732286093380: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-b313e41b3af3,44317,1732286093380, walGroup=b313e41b3af3%2C44317%2C1732286093380, offset=b313e41b3af3%2C44317%2C1732286093380.1732286095357:2357, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b313e41b3af3:44317 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-22T14:35:25,014 ERROR [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,44317,1732286093380.replicationSource.shipperb313e41b3af3%2C44317%2C1732286093380,1-b313e41b3af3,44317,1732286093380 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-22T14:35:25,014 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,44317,1732286093380.replicationSource.shipperb313e41b3af3%2C44317%2C1732286093380,1-b313e41b3af3,44317,1732286093380 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-22T14:35:25,014 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,44317,1732286093380.replicationSource.shipperb313e41b3af3%2C44317%2C1732286093380,1-b313e41b3af3,44317,1732286093380 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-22T14:35:25,014 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,44317,1732286093380.replicationSource.shipperb313e41b3af3%2C44317%2C1732286093380,1-b313e41b3af3,44317,1732286093380 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-22T14:35:25,014 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,44317,1732286093380.replicationSource.shipperb313e41b3af3%2C44317%2C1732286093380,1-b313e41b3af3,44317,1732286093380 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-22T14:35:25,014 INFO [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,44317,1732286093380.replicationSource.shipperb313e41b3af3%2C44317%2C1732286093380,1-b313e41b3af3,44317,1732286093380 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1161822208, "init": 1048576000, "max": 2306867200, "used": 862114128 }, "NonHeapMemoryUsage": { "committed": 202309632, "init": 7667712, "max": -1, "used": 199302840 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-22T14:35:25,015 WARN [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,44317,1732286093380.replicationSource.shipperb313e41b3af3%2C44317%2C1732286093380,1-b313e41b3af3,44317,1732286093380 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b313e41b3af3:39819 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b313e41b3af3:39819 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-22T14:35:25,090 INFO [RS:0;b313e41b3af3:44317 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-22T14:35:25,090 DEBUG [RS:0;b313e41b3af3:44317 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-22T14:35:25,090 DEBUG [RS:0;b313e41b3af3:44317 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T14:35:25,216 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,44317,1732286093380.replicationSource.wal-reader.b313e41b3af3%2C44317%2C1732286093380,1-b313e41b3af3,44317,1732286093380 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42543/user/jenkins/test-data/989dfb5d-fad3-492c-7bdc-173c76c7173a/WALs/b313e41b3af3,44317,1732286093380/b313e41b3af3%2C44317%2C1732286093380.1732286095357 to pos 2357, reset compression=false 2024-11-22T14:35:25,290 DEBUG [RS:0;b313e41b3af3:44317 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T14:35:25,359 INFO [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42543/user/jenkins/test-data/989dfb5d-fad3-492c-7bdc-173c76c7173a/data/hbase/meta/1588230740/.tmp/rep_barrier/00588f81fe6941468a30eeb59f078044 2024-11-22T14:35:25,381 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42543/user/jenkins/test-data/989dfb5d-fad3-492c-7bdc-173c76c7173a/data/hbase/meta/1588230740/.tmp/table/2180191862834d3ca99613639f7cee94 is 53, key is hbase:replication/table:state/1732286109693/Put/seqid=0 2024-11-22T14:35:25,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32829 is added to blk_1073741847_1023 (size=5308) 2024-11-22T14:35:25,491 DEBUG [RS:0;b313e41b3af3:44317 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T14:35:25,519 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,44317,1732286093380.replicationSource.wal-reader.b313e41b3af3%2C44317%2C1732286093380,1-b313e41b3af3,44317,1732286093380 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42543/user/jenkins/test-data/989dfb5d-fad3-492c-7bdc-173c76c7173a/WALs/b313e41b3af3,44317,1732286093380/b313e41b3af3%2C44317%2C1732286093380.1732286095357 to pos 2357, reset compression=false 2024-11-22T14:35:25,604 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,38729,1732286089468.replicationSource.wal-reader.b313e41b3af3%2C38729%2C1732286089468,1-b313e41b3af3,38729,1732286089468 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36247/user/jenkins/test-data/7cbabb8a-9daf-a46f-7e5f-55b674a0552c/WALs/b313e41b3af3,38729,1732286089468/b313e41b3af3%2C38729%2C1732286089468.1732286091448 to pos 1491, reset compression=false 2024-11-22T14:35:25,691 DEBUG [RS:0;b313e41b3af3:44317 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T14:35:25,785 INFO [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42543/user/jenkins/test-data/989dfb5d-fad3-492c-7bdc-173c76c7173a/data/hbase/meta/1588230740/.tmp/table/2180191862834d3ca99613639f7cee94 2024-11-22T14:35:25,789 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42543/user/jenkins/test-data/989dfb5d-fad3-492c-7bdc-173c76c7173a/data/hbase/meta/1588230740/.tmp/info/ad014d18058a43908767404ba3894314 as hdfs://localhost:42543/user/jenkins/test-data/989dfb5d-fad3-492c-7bdc-173c76c7173a/data/hbase/meta/1588230740/info/ad014d18058a43908767404ba3894314 2024-11-22T14:35:25,792 INFO [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42543/user/jenkins/test-data/989dfb5d-fad3-492c-7bdc-173c76c7173a/data/hbase/meta/1588230740/info/ad014d18058a43908767404ba3894314, entries=20, sequenceid=16, filesize=7.5 K 2024-11-22T14:35:25,793 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42543/user/jenkins/test-data/989dfb5d-fad3-492c-7bdc-173c76c7173a/data/hbase/meta/1588230740/.tmp/ns/5cb68786486745dd98e13bd56fdaa40e as hdfs://localhost:42543/user/jenkins/test-data/989dfb5d-fad3-492c-7bdc-173c76c7173a/data/hbase/meta/1588230740/ns/5cb68786486745dd98e13bd56fdaa40e 2024-11-22T14:35:25,797 INFO [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42543/user/jenkins/test-data/989dfb5d-fad3-492c-7bdc-173c76c7173a/data/hbase/meta/1588230740/ns/5cb68786486745dd98e13bd56fdaa40e, entries=2, sequenceid=16, filesize=5.0 K 2024-11-22T14:35:25,798 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42543/user/jenkins/test-data/989dfb5d-fad3-492c-7bdc-173c76c7173a/data/hbase/meta/1588230740/.tmp/rep_barrier/00588f81fe6941468a30eeb59f078044 as hdfs://localhost:42543/user/jenkins/test-data/989dfb5d-fad3-492c-7bdc-173c76c7173a/data/hbase/meta/1588230740/rep_barrier/00588f81fe6941468a30eeb59f078044 2024-11-22T14:35:25,801 INFO [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42543/user/jenkins/test-data/989dfb5d-fad3-492c-7bdc-173c76c7173a/data/hbase/meta/1588230740/rep_barrier/00588f81fe6941468a30eeb59f078044, entries=1, sequenceid=16, filesize=5.4 K 2024-11-22T14:35:25,802 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42543/user/jenkins/test-data/989dfb5d-fad3-492c-7bdc-173c76c7173a/data/hbase/meta/1588230740/.tmp/table/2180191862834d3ca99613639f7cee94 as hdfs://localhost:42543/user/jenkins/test-data/989dfb5d-fad3-492c-7bdc-173c76c7173a/data/hbase/meta/1588230740/table/2180191862834d3ca99613639f7cee94 2024-11-22T14:35:25,805 INFO [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42543/user/jenkins/test-data/989dfb5d-fad3-492c-7bdc-173c76c7173a/data/hbase/meta/1588230740/table/2180191862834d3ca99613639f7cee94, entries=4, sequenceid=16, filesize=5.2 K 2024-11-22T14:35:25,806 INFO [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1717ms, sequenceid=16, compaction requested=false 2024-11-22T14:35:25,806 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-22T14:35:25,810 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42543/user/jenkins/test-data/989dfb5d-fad3-492c-7bdc-173c76c7173a/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-22T14:35:25,811 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-22T14:35:25,811 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T14:35:25,811 INFO [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-22T14:35:25,811 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732286124089Running coprocessor pre-close hooks at 1732286124089Disabling compacts and flushes for region at 1732286124089Disabling writes for close at 1732286124089Obtaining lock to block concurrent updates at 1732286124089Preparing flush snapshotting stores in 1588230740 at 1732286124089Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732286124090 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732286124090Flushing 1588230740/info: creating writer at 1732286124090Flushing 1588230740/info: appending metadata at 1732286124102 (+12 ms)Flushing 1588230740/info: closing flushed file at 1732286124102Flushing 1588230740/ns: creating writer at 1732286124510 (+408 ms)Flushing 1588230740/ns: appending metadata at 1732286124522 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1732286124522Flushing 1588230740/rep_barrier: creating writer at 1732286124929 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732286124943 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732286124943Flushing 1588230740/table: creating writer at 1732286125363 (+420 ms)Flushing 1588230740/table: appending metadata at 1732286125380 (+17 ms)Flushing 1588230740/table: closing flushed file at 1732286125381 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e94a09d: reopening flushed file at 1732286125789 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4633dce1: reopening flushed file at 1732286125792 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3cd36638: reopening flushed file at 1732286125797 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4dd96488: reopening flushed file at 1732286125801 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1717ms, sequenceid=16, compaction requested=false at 1732286125806 (+5 ms)Writing region close event to WAL at 1732286125808 (+2 ms)Running coprocessor post-close hooks at 1732286125811 (+3 ms)Closed at 1732286125811 2024-11-22T14:35:25,811 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-22T14:35:25,891 INFO [RS:0;b313e41b3af3:44317 {}] regionserver.HRegionServer(976): stopping server b313e41b3af3,44317,1732286093380; all regions closed. 2024-11-22T14:35:25,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32829 is added to blk_1073741834_1010 (size=4239) 2024-11-22T14:35:25,894 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/989dfb5d-fad3-492c-7bdc-173c76c7173a/WALs/b313e41b3af3,44317,1732286093380/b313e41b3af3%2C44317%2C1732286093380.meta.1732286096247.meta not finished, retry = 0 2024-11-22T14:35:25,923 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,44317,1732286093380.replicationSource.wal-reader.b313e41b3af3%2C44317%2C1732286093380,1-b313e41b3af3,44317,1732286093380 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42543/user/jenkins/test-data/989dfb5d-fad3-492c-7bdc-173c76c7173a/WALs/b313e41b3af3,44317,1732286093380/b313e41b3af3%2C44317%2C1732286093380.1732286095357 to pos 2357, reset compression=false 2024-11-22T14:35:25,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32829 is added to blk_1073741839_1015 (size=3552) 2024-11-22T14:35:25,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32829 is added to blk_1073741832_1008 (size=2365) 2024-11-22T14:35:25,998 DEBUG [RS:0;b313e41b3af3:44317 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:35:25,998 INFO [RS:0;b313e41b3af3:44317 {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T14:35:25,998 INFO [RS:0;b313e41b3af3:44317 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T14:35:25,999 INFO [RS:0;b313e41b3af3:44317 {}] hbase.ChoreService(370): Chore service for: regionserver/b313e41b3af3:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-22T14:35:25,999 INFO [RS:0;b313e41b3af3:44317 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T14:35:25,999 INFO [RS:0;b313e41b3af3:44317 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-b313e41b3af3,44317,1732286093380 because: Region server is closing 2024-11-22T14:35:25,999 INFO [RS:0;b313e41b3af3:44317 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b313e41b3af3:44317. 2024-11-22T14:35:25,999 DEBUG [RS:0;b313e41b3af3:44317 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T14:35:25,999 DEBUG [RS:0;b313e41b3af3:44317 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:35:25,999 DEBUG [RS:0;b313e41b3af3:44317 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:35:25,999 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T14:35:26,000 INFO [regionserver/b313e41b3af3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T14:35:26,100 INFO [RS:0;b313e41b3af3:44317 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,44317,1732286093380.replicationSource.shipperb313e41b3af3%2C44317%2C1732286093380,1-b313e41b3af3,44317,1732286093380 terminated 2024-11-22T14:35:26,100 WARN [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,44317,1732286093380.replicationSource.wal-reader.b313e41b3af3%2C44317%2C1732286093380,1-b313e41b3af3,44317,1732286093380 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-22T14:35:26,100 INFO [RS:0;b313e41b3af3:44317 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b313e41b3af3:44317. 2024-11-22T14:35:26,100 DEBUG [RS:0;b313e41b3af3:44317 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T14:35:26,100 DEBUG [RS:0;b313e41b3af3:44317 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:35:26,100 DEBUG [RS:0;b313e41b3af3:44317 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:35:26,100 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T14:35:26,100 INFO [RS:0;b313e41b3af3:44317 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44317 2024-11-22T14:35:26,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44317-0x10067db61d70004, quorum=127.0.0.1:56016, baseZNode=/11440438477 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11440438477/rs/b313e41b3af3,44317,1732286093380 2024-11-22T14:35:26,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39819-0x10067db61d70003, quorum=127.0.0.1:56016, baseZNode=/11440438477 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11440438477/rs 2024-11-22T14:35:26,102 INFO [RS:0;b313e41b3af3:44317 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T14:35:26,102 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b313e41b3af3,44317,1732286093380] 2024-11-22T14:35:26,103 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11440438477/draining/b313e41b3af3,44317,1732286093380 already deleted, retry=false 2024-11-22T14:35:26,103 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b313e41b3af3,44317,1732286093380 expired; onlineServers=0 2024-11-22T14:35:26,103 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b313e41b3af3,39819,1732286093356' ***** 2024-11-22T14:35:26,103 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-22T14:35:26,103 INFO [M:0;b313e41b3af3:39819 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T14:35:26,103 INFO [M:0;b313e41b3af3:39819 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T14:35:26,103 DEBUG [M:0;b313e41b3af3:39819 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-22T14:35:26,103 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-22T14:35:26,103 DEBUG [master/b313e41b3af3:0:becomeActiveMaster-HFileCleaner.large.0-1732286095112 {}] cleaner.HFileCleaner(306): Exit Thread[master/b313e41b3af3:0:becomeActiveMaster-HFileCleaner.large.0-1732286095112,5,FailOnTimeoutGroup] 2024-11-22T14:35:26,103 DEBUG [master/b313e41b3af3:0:becomeActiveMaster-HFileCleaner.small.0-1732286095112 {}] cleaner.HFileCleaner(306): Exit Thread[master/b313e41b3af3:0:becomeActiveMaster-HFileCleaner.small.0-1732286095112,5,FailOnTimeoutGroup] 2024-11-22T14:35:26,103 DEBUG [M:0;b313e41b3af3:39819 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-22T14:35:26,104 INFO [M:0;b313e41b3af3:39819 {}] hbase.ChoreService(370): Chore service for: master/b313e41b3af3:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-22T14:35:26,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39819-0x10067db61d70003, quorum=127.0.0.1:56016, baseZNode=/11440438477 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11440438477/master 2024-11-22T14:35:26,104 INFO [M:0;b313e41b3af3:39819 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T14:35:26,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39819-0x10067db61d70003, quorum=127.0.0.1:56016, baseZNode=/11440438477 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11440438477 2024-11-22T14:35:26,104 DEBUG [M:0;b313e41b3af3:39819 {}] master.HMaster(1795): Stopping service threads 2024-11-22T14:35:26,104 INFO [M:0;b313e41b3af3:39819 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-22T14:35:26,104 INFO [M:0;b313e41b3af3:39819 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-22T14:35:26,104 INFO [M:0;b313e41b3af3:39819 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-22T14:35:26,104 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-22T14:35:26,105 DEBUG [M:0;b313e41b3af3:39819 {}] zookeeper.ZKUtil(347): master:39819-0x10067db61d70003, quorum=127.0.0.1:56016, baseZNode=/11440438477 Unable to get data of znode /11440438477/master because node does not exist (not an error) 2024-11-22T14:35:26,105 WARN [M:0;b313e41b3af3:39819 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-22T14:35:26,105 INFO [M:0;b313e41b3af3:39819 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42543/user/jenkins/test-data/989dfb5d-fad3-492c-7bdc-173c76c7173a/.lastflushedseqids 2024-11-22T14:35:26,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32829 is added to blk_1073741848_1024 (size=245) 2024-11-22T14:35:26,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44317-0x10067db61d70004, quorum=127.0.0.1:56016, baseZNode=/11440438477 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T14:35:26,203 INFO [RS:0;b313e41b3af3:44317 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T14:35:26,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44317-0x10067db61d70004, quorum=127.0.0.1:56016, baseZNode=/11440438477 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T14:35:26,203 INFO [RS:0;b313e41b3af3:44317 {}] regionserver.HRegionServer(1031): Exiting; stopping=b313e41b3af3,44317,1732286093380; zookeeper connection closed. 2024-11-22T14:35:26,203 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4cfcaa4 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4cfcaa4 2024-11-22T14:35:26,203 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-22T14:35:26,392 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-22T14:35:26,393 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:35:26,393 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:35:26,394 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:35:26,425 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:35:26,426 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:35:26,426 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:35:26,426 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:35:26,426 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:35:26,426 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:35:26,432 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:35:26,435 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:35:26,435 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:35:26,437 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:35:26,515 INFO [M:0;b313e41b3af3:39819 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-22T14:35:26,515 INFO [M:0;b313e41b3af3:39819 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-22T14:35:26,515 DEBUG [M:0;b313e41b3af3:39819 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T14:35:26,515 INFO [M:0;b313e41b3af3:39819 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T14:35:26,515 DEBUG [M:0;b313e41b3af3:39819 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T14:35:26,515 DEBUG [M:0;b313e41b3af3:39819 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T14:35:26,515 DEBUG [M:0;b313e41b3af3:39819 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T14:35:26,516 INFO [M:0;b313e41b3af3:39819 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-22T14:35:26,533 DEBUG [M:0;b313e41b3af3:39819 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42543/user/jenkins/test-data/989dfb5d-fad3-492c-7bdc-173c76c7173a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/135ee5a5748e497e92befc74cbbe21f0 is 82, key is hbase:meta,,1/info:regioninfo/1732286096274/Put/seqid=0 2024-11-22T14:35:26,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32829 is added to blk_1073741849_1025 (size=5672) 2024-11-22T14:35:26,607 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,38729,1732286089468.replicationSource.wal-reader.b313e41b3af3%2C38729%2C1732286089468,1-b313e41b3af3,38729,1732286089468 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36247/user/jenkins/test-data/7cbabb8a-9daf-a46f-7e5f-55b674a0552c/WALs/b313e41b3af3,38729,1732286089468/b313e41b3af3%2C38729%2C1732286089468.1732286091448 to pos 1491, reset compression=false 2024-11-22T14:35:26,937 INFO [M:0;b313e41b3af3:39819 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42543/user/jenkins/test-data/989dfb5d-fad3-492c-7bdc-173c76c7173a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/135ee5a5748e497e92befc74cbbe21f0 2024-11-22T14:35:26,957 DEBUG [M:0;b313e41b3af3:39819 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42543/user/jenkins/test-data/989dfb5d-fad3-492c-7bdc-173c76c7173a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c9c140d543b445beb0e94e578663b586 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732286109697/Put/seqid=0 2024-11-22T14:35:26,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32829 is added to blk_1073741850_1026 (size=8517) 2024-11-22T14:35:27,361 INFO [M:0;b313e41b3af3:39819 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42543/user/jenkins/test-data/989dfb5d-fad3-492c-7bdc-173c76c7173a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c9c140d543b445beb0e94e578663b586 2024-11-22T14:35:27,379 DEBUG [M:0;b313e41b3af3:39819 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42543/user/jenkins/test-data/989dfb5d-fad3-492c-7bdc-173c76c7173a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0c858e29cc344fa5a033e0d64452a351 is 69, key is b313e41b3af3,44317,1732286093380/rs:state/1732286095216/Put/seqid=0 2024-11-22T14:35:27,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32829 is added to blk_1073741851_1027 (size=5156) 2024-11-22T14:35:27,711 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,38729,1732286089468.replicationSource.wal-reader.b313e41b3af3%2C38729%2C1732286089468,1-b313e41b3af3,38729,1732286089468 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36247/user/jenkins/test-data/7cbabb8a-9daf-a46f-7e5f-55b674a0552c/WALs/b313e41b3af3,38729,1732286089468/b313e41b3af3%2C38729%2C1732286089468.1732286091448 to pos 1491, reset compression=false 2024-11-22T14:35:27,783 INFO [M:0;b313e41b3af3:39819 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42543/user/jenkins/test-data/989dfb5d-fad3-492c-7bdc-173c76c7173a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0c858e29cc344fa5a033e0d64452a351 2024-11-22T14:35:27,787 DEBUG [M:0;b313e41b3af3:39819 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42543/user/jenkins/test-data/989dfb5d-fad3-492c-7bdc-173c76c7173a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/135ee5a5748e497e92befc74cbbe21f0 as hdfs://localhost:42543/user/jenkins/test-data/989dfb5d-fad3-492c-7bdc-173c76c7173a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/135ee5a5748e497e92befc74cbbe21f0 2024-11-22T14:35:27,790 INFO [M:0;b313e41b3af3:39819 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42543/user/jenkins/test-data/989dfb5d-fad3-492c-7bdc-173c76c7173a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/135ee5a5748e497e92befc74cbbe21f0, entries=8, sequenceid=97, filesize=5.5 K 2024-11-22T14:35:27,791 DEBUG [M:0;b313e41b3af3:39819 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42543/user/jenkins/test-data/989dfb5d-fad3-492c-7bdc-173c76c7173a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c9c140d543b445beb0e94e578663b586 as hdfs://localhost:42543/user/jenkins/test-data/989dfb5d-fad3-492c-7bdc-173c76c7173a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c9c140d543b445beb0e94e578663b586 2024-11-22T14:35:27,794 INFO [M:0;b313e41b3af3:39819 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42543/user/jenkins/test-data/989dfb5d-fad3-492c-7bdc-173c76c7173a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c9c140d543b445beb0e94e578663b586, entries=11, sequenceid=97, filesize=8.3 K 2024-11-22T14:35:27,795 DEBUG [M:0;b313e41b3af3:39819 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42543/user/jenkins/test-data/989dfb5d-fad3-492c-7bdc-173c76c7173a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0c858e29cc344fa5a033e0d64452a351 as hdfs://localhost:42543/user/jenkins/test-data/989dfb5d-fad3-492c-7bdc-173c76c7173a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0c858e29cc344fa5a033e0d64452a351 2024-11-22T14:35:27,798 INFO [M:0;b313e41b3af3:39819 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42543/user/jenkins/test-data/989dfb5d-fad3-492c-7bdc-173c76c7173a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0c858e29cc344fa5a033e0d64452a351, entries=1, sequenceid=97, filesize=5.0 K 2024-11-22T14:35:27,799 INFO [M:0;b313e41b3af3:39819 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1284ms, sequenceid=97, compaction requested=false 2024-11-22T14:35:27,800 INFO [M:0;b313e41b3af3:39819 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T14:35:27,800 DEBUG [M:0;b313e41b3af3:39819 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732286126515Disabling compacts and flushes for region at 1732286126515Disabling writes for close at 1732286126515Obtaining lock to block concurrent updates at 1732286126516 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732286126516Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1732286126516Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732286126516Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732286126516Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732286126533 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732286126533Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732286126940 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732286126957 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732286126957Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732286127364 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732286127379 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732286127379Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@38e51c38: reopening flushed file at 1732286127786 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@25bd7f72: reopening flushed file at 1732286127790 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@220c134a: reopening flushed file at 1732286127794 (+4 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1284ms, sequenceid=97, compaction requested=false at 1732286127799 (+5 ms)Writing region close event to WAL at 1732286127800 (+1 ms)Closed at 1732286127800 2024-11-22T14:35:27,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32829 is added to blk_1073741830_1006 (size=63666) 2024-11-22T14:35:27,801 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/989dfb5d-fad3-492c-7bdc-173c76c7173a/MasterData/WALs/b313e41b3af3,39819,1732286093356/b313e41b3af3%2C39819%2C1732286093356.1732286095052 not finished, retry = 0 2024-11-22T14:35:27,902 INFO [M:0;b313e41b3af3:39819 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-22T14:35:27,902 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T14:35:27,903 INFO [M:0;b313e41b3af3:39819 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39819 2024-11-22T14:35:27,903 INFO [M:0;b313e41b3af3:39819 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T14:35:28,004 INFO [M:0;b313e41b3af3:39819 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T14:35:28,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39819-0x10067db61d70003, quorum=127.0.0.1:56016, baseZNode=/11440438477 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T14:35:28,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39819-0x10067db61d70003, quorum=127.0.0.1:56016, baseZNode=/11440438477 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T14:35:28,012 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@61fb4e94{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T14:35:28,012 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@30dd4f1b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T14:35:28,013 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T14:35:28,013 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@70a075cd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T14:35:28,013 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3501bdbb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f2a8d2fd-df5e-d02e-5584-2134274bdd3b/hadoop.log.dir/,STOPPED} 2024-11-22T14:35:28,014 WARN [BP-2046108746-172.17.0.2-1732286092518 heartbeating to localhost/127.0.0.1:42543 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-22T14:35:28,014 WARN [BP-2046108746-172.17.0.2-1732286092518 heartbeating to localhost/127.0.0.1:42543 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2046108746-172.17.0.2-1732286092518 (Datanode Uuid 52bf8285-7563-4a2e-a4b4-230d35aba531) service to localhost/127.0.0.1:42543 2024-11-22T14:35:28,014 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-22T14:35:28,014 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-22T14:35:28,015 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f2a8d2fd-df5e-d02e-5584-2134274bdd3b/cluster_0fe51027-4de5-b445-ff05-2191af213b93/data/data1/current/BP-2046108746-172.17.0.2-1732286092518 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T14:35:28,015 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f2a8d2fd-df5e-d02e-5584-2134274bdd3b/cluster_0fe51027-4de5-b445-ff05-2191af213b93/data/data2/current/BP-2046108746-172.17.0.2-1732286092518 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T14:35:28,015 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-22T14:35:28,021 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@581e662d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T14:35:28,022 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@666de90c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T14:35:28,022 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T14:35:28,022 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5de60843{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T14:35:28,022 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@43bab9de{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f2a8d2fd-df5e-d02e-5584-2134274bdd3b/hadoop.log.dir/,STOPPED} 2024-11-22T14:35:28,037 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-22T14:35:28,037 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-22T14:35:28,037 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T14:35:28,037 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T14:35:28,037 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:35:28,037 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T14:35:28,038 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:35:28,038 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-22T14:35:28,038 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=519988194, stopped=false 2024-11-22T14:35:28,038 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b313e41b3af3,44443,1732286089427 2024-11-22T14:35:28,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44443-0x10067db61d70000, quorum=127.0.0.1:56016, baseZNode=/0266375454 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0266375454/running 2024-11-22T14:35:28,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38729-0x10067db61d70001, quorum=127.0.0.1:56016, baseZNode=/0266375454 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0266375454/running 2024-11-22T14:35:28,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44443-0x10067db61d70000, quorum=127.0.0.1:56016, baseZNode=/0266375454 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0266375454 2024-11-22T14:35:28,039 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-22T14:35:28,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38729-0x10067db61d70001, quorum=127.0.0.1:56016, baseZNode=/0266375454 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0266375454 2024-11-22T14:35:28,039 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38729-0x10067db61d70001, quorum=127.0.0.1:56016, baseZNode=/0266375454 Set watcher on znode that does not yet exist, /0266375454/running 2024-11-22T14:35:28,040 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44443-0x10067db61d70000, quorum=127.0.0.1:56016, baseZNode=/0266375454 Set watcher on znode that does not yet exist, /0266375454/running 2024-11-22T14:35:28,040 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T14:35:28,040 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T14:35:28,040 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:35:28,040 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b313e41b3af3,38729,1732286089468' ***** 2024-11-22T14:35:28,040 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-22T14:35:28,041 INFO [RS:0;b313e41b3af3:38729 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-22T14:35:28,041 INFO [RS:0;b313e41b3af3:38729 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-22T14:35:28,041 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-22T14:35:28,041 INFO [RS:0;b313e41b3af3:38729 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-22T14:35:28,041 INFO [RS:0;b313e41b3af3:38729 {}] regionserver.HRegionServer(3091): Received CLOSE for 9a1abaa6c696626912e872f778dc0d7a 2024-11-22T14:35:28,041 INFO [RS:0;b313e41b3af3:38729 {}] regionserver.HRegionServer(3091): Received CLOSE for 28f03180c0a1f70f4d1ff7e03ca643e6 2024-11-22T14:35:28,041 INFO [RS:0;b313e41b3af3:38729 {}] regionserver.HRegionServer(959): stopping server b313e41b3af3,38729,1732286089468 2024-11-22T14:35:28,041 INFO [RS:0;b313e41b3af3:38729 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T14:35:28,041 INFO [RS:0;b313e41b3af3:38729 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b313e41b3af3:38729. 2024-11-22T14:35:28,041 DEBUG [RS:0;b313e41b3af3:38729 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T14:35:28,041 DEBUG [RS:0;b313e41b3af3:38729 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:35:28,041 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9a1abaa6c696626912e872f778dc0d7a, disabling compactions & flushes 2024-11-22T14:35:28,041 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732286106376.9a1abaa6c696626912e872f778dc0d7a. 2024-11-22T14:35:28,041 INFO [RS:0;b313e41b3af3:38729 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-22T14:35:28,041 INFO [RS:0;b313e41b3af3:38729 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-22T14:35:28,041 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732286106376.9a1abaa6c696626912e872f778dc0d7a. 2024-11-22T14:35:28,041 INFO [RS:0;b313e41b3af3:38729 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-22T14:35:28,041 INFO [RS:0;b313e41b3af3:38729 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-22T14:35:28,041 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732286106376.9a1abaa6c696626912e872f778dc0d7a. after waiting 0 ms 2024-11-22T14:35:28,042 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732286106376.9a1abaa6c696626912e872f778dc0d7a. 2024-11-22T14:35:28,042 INFO [RS:0;b313e41b3af3:38729 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-22T14:35:28,042 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 9a1abaa6c696626912e872f778dc0d7a 3/3 column families, dataSize=1.46 KB heapSize=2.94 KB 2024-11-22T14:35:28,042 DEBUG [RS:0;b313e41b3af3:38729 {}] regionserver.HRegionServer(1325): Online Regions={9a1abaa6c696626912e872f778dc0d7a=hbase:replication,,1732286106376.9a1abaa6c696626912e872f778dc0d7a., 1588230740=hbase:meta,,1.1588230740, 28f03180c0a1f70f4d1ff7e03ca643e6=test,,1732286099917.28f03180c0a1f70f4d1ff7e03ca643e6.} 2024-11-22T14:35:28,042 DEBUG [RS:0;b313e41b3af3:38729 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 28f03180c0a1f70f4d1ff7e03ca643e6, 9a1abaa6c696626912e872f778dc0d7a 2024-11-22T14:35:28,042 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-22T14:35:28,042 INFO [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-22T14:35:28,042 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-22T14:35:28,042 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T14:35:28,042 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T14:35:28,042 INFO [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-22T14:35:28,046 INFO [regionserver/b313e41b3af3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T14:35:28,061 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36247/user/jenkins/test-data/7cbabb8a-9daf-a46f-7e5f-55b674a0552c/data/hbase/replication/9a1abaa6c696626912e872f778dc0d7a/.tmp/queue/70425ea4a9cb4a0b9007278f486b2bd1 is 154, key is 1-b313e41b3af3,38729,1732286089468/queue:b313e41b3af3%2C38729%2C1732286089468/1732286121178/Put/seqid=0 2024-11-22T14:35:28,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40029 is added to blk_1073741840_1016 (size=5353) 2024-11-22T14:35:28,070 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36247/user/jenkins/test-data/7cbabb8a-9daf-a46f-7e5f-55b674a0552c/data/hbase/meta/1588230740/.tmp/info/574362cc228342f1a620a5b696b5cd0e is 147, key is hbase:replication,,1732286106376.9a1abaa6c696626912e872f778dc0d7a./info:regioninfo/1732286107538/Put/seqid=0 2024-11-22T14:35:28,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40029 is added to blk_1073741841_1017 (size=7686) 2024-11-22T14:35:28,242 DEBUG [RS:0;b313e41b3af3:38729 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 28f03180c0a1f70f4d1ff7e03ca643e6, 9a1abaa6c696626912e872f778dc0d7a 2024-11-22T14:35:28,395 INFO [regionserver/b313e41b3af3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-22T14:35:28,395 INFO [regionserver/b313e41b3af3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-22T14:35:28,442 DEBUG [RS:0;b313e41b3af3:38729 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 28f03180c0a1f70f4d1ff7e03ca643e6, 9a1abaa6c696626912e872f778dc0d7a 2024-11-22T14:35:28,469 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.46 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:36247/user/jenkins/test-data/7cbabb8a-9daf-a46f-7e5f-55b674a0552c/data/hbase/replication/9a1abaa6c696626912e872f778dc0d7a/.tmp/queue/70425ea4a9cb4a0b9007278f486b2bd1 2024-11-22T14:35:28,474 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36247/user/jenkins/test-data/7cbabb8a-9daf-a46f-7e5f-55b674a0552c/data/hbase/replication/9a1abaa6c696626912e872f778dc0d7a/.tmp/queue/70425ea4a9cb4a0b9007278f486b2bd1 as hdfs://localhost:36247/user/jenkins/test-data/7cbabb8a-9daf-a46f-7e5f-55b674a0552c/data/hbase/replication/9a1abaa6c696626912e872f778dc0d7a/queue/70425ea4a9cb4a0b9007278f486b2bd1 2024-11-22T14:35:28,478 INFO [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36247/user/jenkins/test-data/7cbabb8a-9daf-a46f-7e5f-55b674a0552c/data/hbase/meta/1588230740/.tmp/info/574362cc228342f1a620a5b696b5cd0e 2024-11-22T14:35:28,478 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36247/user/jenkins/test-data/7cbabb8a-9daf-a46f-7e5f-55b674a0552c/data/hbase/replication/9a1abaa6c696626912e872f778dc0d7a/queue/70425ea4a9cb4a0b9007278f486b2bd1, entries=1, sequenceid=14, filesize=5.2 K 2024-11-22T14:35:28,479 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 9a1abaa6c696626912e872f778dc0d7a in 437ms, sequenceid=14, compaction requested=false 2024-11-22T14:35:28,479 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-22T14:35:28,497 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36247/user/jenkins/test-data/7cbabb8a-9daf-a46f-7e5f-55b674a0552c/data/hbase/replication/9a1abaa6c696626912e872f778dc0d7a/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=1 2024-11-22T14:35:28,498 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-22T14:35:28,498 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T14:35:28,498 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732286106376.9a1abaa6c696626912e872f778dc0d7a. 2024-11-22T14:35:28,498 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9a1abaa6c696626912e872f778dc0d7a: Waiting for close lock at 1732286128041Running coprocessor pre-close hooks at 1732286128041Disabling compacts and flushes for region at 1732286128041Disabling writes for close at 1732286128041Obtaining lock to block concurrent updates at 1732286128042 (+1 ms)Preparing flush snapshotting stores in 9a1abaa6c696626912e872f778dc0d7a at 1732286128042Finished memstore snapshotting hbase:replication,,1732286106376.9a1abaa6c696626912e872f778dc0d7a., syncing WAL and waiting on mvcc, flushsize=dataSize=1492, getHeapSize=2960, getOffHeapSize=0, getCellsCount=10 at 1732286128042Flushing stores of hbase:replication,,1732286106376.9a1abaa6c696626912e872f778dc0d7a. at 1732286128043 (+1 ms)Flushing 9a1abaa6c696626912e872f778dc0d7a/queue: creating writer at 1732286128043Flushing 9a1abaa6c696626912e872f778dc0d7a/queue: appending metadata at 1732286128060 (+17 ms)Flushing 9a1abaa6c696626912e872f778dc0d7a/queue: closing flushed file at 1732286128060Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c04bc8a: reopening flushed file at 1732286128474 (+414 ms)Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 9a1abaa6c696626912e872f778dc0d7a in 437ms, sequenceid=14, compaction requested=false at 1732286128479 (+5 ms)Writing region close event to WAL at 1732286128493 (+14 ms)Running coprocessor post-close hooks at 1732286128498 (+5 ms)Closed at 1732286128498 2024-11-22T14:35:28,498 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732286106376.9a1abaa6c696626912e872f778dc0d7a. 2024-11-22T14:35:28,498 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 28f03180c0a1f70f4d1ff7e03ca643e6, disabling compactions & flushes 2024-11-22T14:35:28,498 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732286099917.28f03180c0a1f70f4d1ff7e03ca643e6. 2024-11-22T14:35:28,498 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732286099917.28f03180c0a1f70f4d1ff7e03ca643e6. 2024-11-22T14:35:28,498 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732286099917.28f03180c0a1f70f4d1ff7e03ca643e6. after waiting 0 ms 2024-11-22T14:35:28,498 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732286099917.28f03180c0a1f70f4d1ff7e03ca643e6. 2024-11-22T14:35:28,498 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 28f03180c0a1f70f4d1ff7e03ca643e6 3/3 column families, dataSize=341 B heapSize=1.99 KB 2024-11-22T14:35:28,508 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36247/user/jenkins/test-data/7cbabb8a-9daf-a46f-7e5f-55b674a0552c/data/hbase/meta/1588230740/.tmp/ns/c20de87744de4996874d735b2ee7d6a3 is 43, key is default/ns:d/1732286092381/Put/seqid=0 2024-11-22T14:35:28,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40029 is added to blk_1073741842_1018 (size=5153) 2024-11-22T14:35:28,524 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36247/user/jenkins/test-data/7cbabb8a-9daf-a46f-7e5f-55b674a0552c/data/default/test/28f03180c0a1f70f4d1ff7e03ca643e6/.tmp/f/2265c76ac8ec4cd2a83a02d0430945ad is 37, key is row3/f:row3/1732286119515/Put/seqid=0 2024-11-22T14:35:28,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40029 is added to blk_1073741843_1019 (size=5228) 2024-11-22T14:35:28,527 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:36247/user/jenkins/test-data/7cbabb8a-9daf-a46f-7e5f-55b674a0552c/data/default/test/28f03180c0a1f70f4d1ff7e03ca643e6/.tmp/f/2265c76ac8ec4cd2a83a02d0430945ad 2024-11-22T14:35:28,531 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2265c76ac8ec4cd2a83a02d0430945ad 2024-11-22T14:35:28,547 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36247/user/jenkins/test-data/7cbabb8a-9daf-a46f-7e5f-55b674a0552c/data/default/test/28f03180c0a1f70f4d1ff7e03ca643e6/.tmp/f1/0fee44d14ab34ddb8f8fefef0985cd95 is 30, key is row1/f1:/1732286116855/DeleteFamily/seqid=0 2024-11-22T14:35:28,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40029 is added to blk_1073741844_1020 (size=5158) 2024-11-22T14:35:28,642 DEBUG [RS:0;b313e41b3af3:38729 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 28f03180c0a1f70f4d1ff7e03ca643e6 2024-11-22T14:35:28,842 DEBUG [RS:0;b313e41b3af3:38729 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 28f03180c0a1f70f4d1ff7e03ca643e6 2024-11-22T14:35:28,914 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,38729,1732286089468.replicationSource.wal-reader.b313e41b3af3%2C38729%2C1732286089468,1-b313e41b3af3,38729,1732286089468 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36247/user/jenkins/test-data/7cbabb8a-9daf-a46f-7e5f-55b674a0552c/WALs/b313e41b3af3,38729,1732286089468/b313e41b3af3%2C38729%2C1732286089468.1732286091448 to pos 1491, reset compression=false 2024-11-22T14:35:28,918 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,38729,1732286089468.replicationSource.wal-reader.b313e41b3af3%2C38729%2C1732286089468,1-b313e41b3af3,38729,1732286089468 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-22T14:35:28,918 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,38729,1732286089468.replicationSource.wal-reader.b313e41b3af3%2C38729%2C1732286089468,1-b313e41b3af3,38729,1732286089468 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36247/user/jenkins/test-data/7cbabb8a-9daf-a46f-7e5f-55b674a0552c/WALs/b313e41b3af3,38729,1732286089468/b313e41b3af3%2C38729%2C1732286089468.1732286091448 to pos 1738, reset compression=false 2024-11-22T14:35:28,918 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,38729,1732286089468.replicationSource.shipperb313e41b3af3%2C38729%2C1732286089468,1-b313e41b3af3,38729,1732286089468 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b313e41b3af3,38729,1732286089468 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36247/user/jenkins/test-data/7cbabb8a-9daf-a46f-7e5f-55b674a0552c/WALs/b313e41b3af3,38729,1732286089468/b313e41b3af3%2C38729%2C1732286089468.1732286091448, lastWalPosition=1738, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-22T14:35:28,919 ERROR [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,38729,1732286089468.replicationSource.shipperb313e41b3af3%2C38729%2C1732286089468,1-b313e41b3af3,38729,1732286089468 {}] regionserver.HRegionServer(2440): ***** ABORTING region server b313e41b3af3,38729,1732286089468: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-b313e41b3af3,38729,1732286089468, walGroup=b313e41b3af3%2C38729%2C1732286089468, offset=b313e41b3af3%2C38729%2C1732286089468.1732286091448:1738, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b313e41b3af3:38729 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-22T14:35:28,919 ERROR [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,38729,1732286089468.replicationSource.shipperb313e41b3af3%2C38729%2C1732286089468,1-b313e41b3af3,38729,1732286089468 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-22T14:35:28,919 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,38729,1732286089468.replicationSource.shipperb313e41b3af3%2C38729%2C1732286089468,1-b313e41b3af3,38729,1732286089468 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-22T14:35:28,920 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,38729,1732286089468.replicationSource.shipperb313e41b3af3%2C38729%2C1732286089468,1-b313e41b3af3,38729,1732286089468 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-22T14:35:28,920 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,38729,1732286089468.replicationSource.shipperb313e41b3af3%2C38729%2C1732286089468,1-b313e41b3af3,38729,1732286089468 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-22T14:35:28,920 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,38729,1732286089468.replicationSource.shipperb313e41b3af3%2C38729%2C1732286089468,1-b313e41b3af3,38729,1732286089468 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-22T14:35:28,920 INFO [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,38729,1732286089468.replicationSource.shipperb313e41b3af3%2C38729%2C1732286089468,1-b313e41b3af3,38729,1732286089468 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1161822208, "init": 1048576000, "max": 2306867200, "used": 935514448 }, "NonHeapMemoryUsage": { "committed": 202899456, "init": 7667712, "max": -1, "used": 199844800 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-22T14:35:28,921 WARN [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,38729,1732286089468.replicationSource.shipperb313e41b3af3%2C38729%2C1732286089468,1-b313e41b3af3,38729,1732286089468 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b313e41b3af3:44443 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b313e41b3af3:44443 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-22T14:35:28,923 INFO [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36247/user/jenkins/test-data/7cbabb8a-9daf-a46f-7e5f-55b674a0552c/data/hbase/meta/1588230740/.tmp/ns/c20de87744de4996874d735b2ee7d6a3 2024-11-22T14:35:28,940 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36247/user/jenkins/test-data/7cbabb8a-9daf-a46f-7e5f-55b674a0552c/data/hbase/meta/1588230740/.tmp/rep_barrier/005757e89c0f4fa0ae61375adaff11cd is 112, key is test,,1732286099917.28f03180c0a1f70f4d1ff7e03ca643e6./rep_barrier:seqnumDuringOpen/1732286101055/Put/seqid=0 2024-11-22T14:35:28,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40029 is added to blk_1073741845_1021 (size=5518) 2024-11-22T14:35:28,951 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:36247/user/jenkins/test-data/7cbabb8a-9daf-a46f-7e5f-55b674a0552c/data/default/test/28f03180c0a1f70f4d1ff7e03ca643e6/.tmp/f1/0fee44d14ab34ddb8f8fefef0985cd95 2024-11-22T14:35:28,954 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0fee44d14ab34ddb8f8fefef0985cd95 2024-11-22T14:35:28,967 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36247/user/jenkins/test-data/7cbabb8a-9daf-a46f-7e5f-55b674a0552c/data/default/test/28f03180c0a1f70f4d1ff7e03ca643e6/.tmp/norep/a1e1bcfffc664454a82d79a9d76bc029 is 32, key is row/norep:/1732286115849/DeleteFamily/seqid=0 2024-11-22T14:35:28,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40029 is added to blk_1073741846_1022 (size=5101) 2024-11-22T14:35:29,043 INFO [RS:0;b313e41b3af3:38729 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-22T14:35:29,043 DEBUG [RS:0;b313e41b3af3:38729 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 28f03180c0a1f70f4d1ff7e03ca643e6=test,,1732286099917.28f03180c0a1f70f4d1ff7e03ca643e6.} 2024-11-22T14:35:29,043 DEBUG [RS:0;b313e41b3af3:38729 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 28f03180c0a1f70f4d1ff7e03ca643e6 2024-11-22T14:35:29,122 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,38729,1732286089468.replicationSource.wal-reader.b313e41b3af3%2C38729%2C1732286089468,1-b313e41b3af3,38729,1732286089468 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36247/user/jenkins/test-data/7cbabb8a-9daf-a46f-7e5f-55b674a0552c/WALs/b313e41b3af3,38729,1732286089468/b313e41b3af3%2C38729%2C1732286089468.1732286091448 to pos 1738, reset compression=false 2024-11-22T14:35:29,243 DEBUG [RS:0;b313e41b3af3:38729 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 28f03180c0a1f70f4d1ff7e03ca643e6 2024-11-22T14:35:29,343 INFO [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36247/user/jenkins/test-data/7cbabb8a-9daf-a46f-7e5f-55b674a0552c/data/hbase/meta/1588230740/.tmp/rep_barrier/005757e89c0f4fa0ae61375adaff11cd 2024-11-22T14:35:29,359 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36247/user/jenkins/test-data/7cbabb8a-9daf-a46f-7e5f-55b674a0552c/data/hbase/meta/1588230740/.tmp/table/068ae9b4bb8f49e8b4313d984a004a79 is 53, key is hbase:replication/table:state/1732286107544/Put/seqid=0 2024-11-22T14:35:29,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40029 is added to blk_1073741847_1023 (size=5308) 2024-11-22T14:35:29,370 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:36247/user/jenkins/test-data/7cbabb8a-9daf-a46f-7e5f-55b674a0552c/data/default/test/28f03180c0a1f70f4d1ff7e03ca643e6/.tmp/norep/a1e1bcfffc664454a82d79a9d76bc029 2024-11-22T14:35:29,374 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a1e1bcfffc664454a82d79a9d76bc029 2024-11-22T14:35:29,374 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36247/user/jenkins/test-data/7cbabb8a-9daf-a46f-7e5f-55b674a0552c/data/default/test/28f03180c0a1f70f4d1ff7e03ca643e6/.tmp/f/2265c76ac8ec4cd2a83a02d0430945ad as hdfs://localhost:36247/user/jenkins/test-data/7cbabb8a-9daf-a46f-7e5f-55b674a0552c/data/default/test/28f03180c0a1f70f4d1ff7e03ca643e6/f/2265c76ac8ec4cd2a83a02d0430945ad 2024-11-22T14:35:29,378 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2265c76ac8ec4cd2a83a02d0430945ad 2024-11-22T14:35:29,378 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36247/user/jenkins/test-data/7cbabb8a-9daf-a46f-7e5f-55b674a0552c/data/default/test/28f03180c0a1f70f4d1ff7e03ca643e6/f/2265c76ac8ec4cd2a83a02d0430945ad, entries=5, sequenceid=12, filesize=5.1 K 2024-11-22T14:35:29,378 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36247/user/jenkins/test-data/7cbabb8a-9daf-a46f-7e5f-55b674a0552c/data/default/test/28f03180c0a1f70f4d1ff7e03ca643e6/.tmp/f1/0fee44d14ab34ddb8f8fefef0985cd95 as hdfs://localhost:36247/user/jenkins/test-data/7cbabb8a-9daf-a46f-7e5f-55b674a0552c/data/default/test/28f03180c0a1f70f4d1ff7e03ca643e6/f1/0fee44d14ab34ddb8f8fefef0985cd95 2024-11-22T14:35:29,382 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0fee44d14ab34ddb8f8fefef0985cd95 2024-11-22T14:35:29,382 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36247/user/jenkins/test-data/7cbabb8a-9daf-a46f-7e5f-55b674a0552c/data/default/test/28f03180c0a1f70f4d1ff7e03ca643e6/f1/0fee44d14ab34ddb8f8fefef0985cd95, entries=3, sequenceid=12, filesize=5.0 K 2024-11-22T14:35:29,382 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36247/user/jenkins/test-data/7cbabb8a-9daf-a46f-7e5f-55b674a0552c/data/default/test/28f03180c0a1f70f4d1ff7e03ca643e6/.tmp/norep/a1e1bcfffc664454a82d79a9d76bc029 as hdfs://localhost:36247/user/jenkins/test-data/7cbabb8a-9daf-a46f-7e5f-55b674a0552c/data/default/test/28f03180c0a1f70f4d1ff7e03ca643e6/norep/a1e1bcfffc664454a82d79a9d76bc029 2024-11-22T14:35:29,385 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a1e1bcfffc664454a82d79a9d76bc029 2024-11-22T14:35:29,386 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36247/user/jenkins/test-data/7cbabb8a-9daf-a46f-7e5f-55b674a0552c/data/default/test/28f03180c0a1f70f4d1ff7e03ca643e6/norep/a1e1bcfffc664454a82d79a9d76bc029, entries=1, sequenceid=12, filesize=5.0 K 2024-11-22T14:35:29,386 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 28f03180c0a1f70f4d1ff7e03ca643e6 in 888ms, sequenceid=12, compaction requested=false 2024-11-22T14:35:29,387 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-22T14:35:29,391 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36247/user/jenkins/test-data/7cbabb8a-9daf-a46f-7e5f-55b674a0552c/data/default/test/28f03180c0a1f70f4d1ff7e03ca643e6/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-22T14:35:29,391 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-22T14:35:29,391 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-22T14:35:29,391 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732286099917.28f03180c0a1f70f4d1ff7e03ca643e6. 2024-11-22T14:35:29,391 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 28f03180c0a1f70f4d1ff7e03ca643e6: Waiting for close lock at 1732286128498Running coprocessor pre-close hooks at 1732286128498Disabling compacts and flushes for region at 1732286128498Disabling writes for close at 1732286128498Obtaining lock to block concurrent updates at 1732286128498Preparing flush snapshotting stores in 28f03180c0a1f70f4d1ff7e03ca643e6 at 1732286128498Finished memstore snapshotting test,,1732286099917.28f03180c0a1f70f4d1ff7e03ca643e6., syncing WAL and waiting on mvcc, flushsize=dataSize=341, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1732286128499 (+1 ms)Flushing stores of test,,1732286099917.28f03180c0a1f70f4d1ff7e03ca643e6. at 1732286128499Flushing 28f03180c0a1f70f4d1ff7e03ca643e6/f: creating writer at 1732286128499Flushing 28f03180c0a1f70f4d1ff7e03ca643e6/f: appending metadata at 1732286128523 (+24 ms)Flushing 28f03180c0a1f70f4d1ff7e03ca643e6/f: closing flushed file at 1732286128523Flushing 28f03180c0a1f70f4d1ff7e03ca643e6/f1: creating writer at 1732286128531 (+8 ms)Flushing 28f03180c0a1f70f4d1ff7e03ca643e6/f1: appending metadata at 1732286128546 (+15 ms)Flushing 28f03180c0a1f70f4d1ff7e03ca643e6/f1: closing flushed file at 1732286128546Flushing 28f03180c0a1f70f4d1ff7e03ca643e6/norep: creating writer at 1732286128954 (+408 ms)Flushing 28f03180c0a1f70f4d1ff7e03ca643e6/norep: appending metadata at 1732286128966 (+12 ms)Flushing 28f03180c0a1f70f4d1ff7e03ca643e6/norep: closing flushed file at 1732286128966Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2fafcdbc: reopening flushed file at 1732286129374 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@23f371e6: reopening flushed file at 1732286129378 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b1ad394: reopening flushed file at 1732286129382 (+4 ms)Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 28f03180c0a1f70f4d1ff7e03ca643e6 in 888ms, sequenceid=12, compaction requested=false at 1732286129386 (+4 ms)Writing region close event to WAL at 1732286129388 (+2 ms)Running coprocessor post-close hooks at 1732286129391 (+3 ms)Closed at 1732286129391 2024-11-22T14:35:29,391 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732286099917.28f03180c0a1f70f4d1ff7e03ca643e6. 2024-11-22T14:35:29,425 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,38729,1732286089468.replicationSource.wal-reader.b313e41b3af3%2C38729%2C1732286089468,1-b313e41b3af3,38729,1732286089468 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36247/user/jenkins/test-data/7cbabb8a-9daf-a46f-7e5f-55b674a0552c/WALs/b313e41b3af3,38729,1732286089468/b313e41b3af3%2C38729%2C1732286089468.1732286091448 to pos 1738, reset compression=false 2024-11-22T14:35:29,438 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,38729,1732286089468.replicationSource.wal-reader.b313e41b3af3%2C38729%2C1732286089468,1-b313e41b3af3,38729,1732286089468 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-22T14:35:29,438 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,38729,1732286089468.replicationSource.wal-reader.b313e41b3af3%2C38729%2C1732286089468,1-b313e41b3af3,38729,1732286089468 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36247/user/jenkins/test-data/7cbabb8a-9daf-a46f-7e5f-55b674a0552c/WALs/b313e41b3af3,38729,1732286089468/b313e41b3af3%2C38729%2C1732286089468.1732286091448 to pos 2382, reset compression=false 2024-11-22T14:35:29,443 DEBUG [RS:0;b313e41b3af3:38729 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T14:35:29,641 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,38729,1732286089468.replicationSource.wal-reader.b313e41b3af3%2C38729%2C1732286089468,1-b313e41b3af3,38729,1732286089468 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36247/user/jenkins/test-data/7cbabb8a-9daf-a46f-7e5f-55b674a0552c/WALs/b313e41b3af3,38729,1732286089468/b313e41b3af3%2C38729%2C1732286089468.1732286091448 to pos 2382, reset compression=false 2024-11-22T14:35:29,643 DEBUG [RS:0;b313e41b3af3:38729 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T14:35:29,763 INFO [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36247/user/jenkins/test-data/7cbabb8a-9daf-a46f-7e5f-55b674a0552c/data/hbase/meta/1588230740/.tmp/table/068ae9b4bb8f49e8b4313d984a004a79 2024-11-22T14:35:29,767 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36247/user/jenkins/test-data/7cbabb8a-9daf-a46f-7e5f-55b674a0552c/data/hbase/meta/1588230740/.tmp/info/574362cc228342f1a620a5b696b5cd0e as hdfs://localhost:36247/user/jenkins/test-data/7cbabb8a-9daf-a46f-7e5f-55b674a0552c/data/hbase/meta/1588230740/info/574362cc228342f1a620a5b696b5cd0e 2024-11-22T14:35:29,771 INFO [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36247/user/jenkins/test-data/7cbabb8a-9daf-a46f-7e5f-55b674a0552c/data/hbase/meta/1588230740/info/574362cc228342f1a620a5b696b5cd0e, entries=20, sequenceid=16, filesize=7.5 K 2024-11-22T14:35:29,771 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36247/user/jenkins/test-data/7cbabb8a-9daf-a46f-7e5f-55b674a0552c/data/hbase/meta/1588230740/.tmp/ns/c20de87744de4996874d735b2ee7d6a3 as hdfs://localhost:36247/user/jenkins/test-data/7cbabb8a-9daf-a46f-7e5f-55b674a0552c/data/hbase/meta/1588230740/ns/c20de87744de4996874d735b2ee7d6a3 2024-11-22T14:35:29,775 INFO [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36247/user/jenkins/test-data/7cbabb8a-9daf-a46f-7e5f-55b674a0552c/data/hbase/meta/1588230740/ns/c20de87744de4996874d735b2ee7d6a3, entries=2, sequenceid=16, filesize=5.0 K 2024-11-22T14:35:29,775 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36247/user/jenkins/test-data/7cbabb8a-9daf-a46f-7e5f-55b674a0552c/data/hbase/meta/1588230740/.tmp/rep_barrier/005757e89c0f4fa0ae61375adaff11cd as hdfs://localhost:36247/user/jenkins/test-data/7cbabb8a-9daf-a46f-7e5f-55b674a0552c/data/hbase/meta/1588230740/rep_barrier/005757e89c0f4fa0ae61375adaff11cd 2024-11-22T14:35:29,778 INFO [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36247/user/jenkins/test-data/7cbabb8a-9daf-a46f-7e5f-55b674a0552c/data/hbase/meta/1588230740/rep_barrier/005757e89c0f4fa0ae61375adaff11cd, entries=1, sequenceid=16, filesize=5.4 K 2024-11-22T14:35:29,779 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36247/user/jenkins/test-data/7cbabb8a-9daf-a46f-7e5f-55b674a0552c/data/hbase/meta/1588230740/.tmp/table/068ae9b4bb8f49e8b4313d984a004a79 as hdfs://localhost:36247/user/jenkins/test-data/7cbabb8a-9daf-a46f-7e5f-55b674a0552c/data/hbase/meta/1588230740/table/068ae9b4bb8f49e8b4313d984a004a79 2024-11-22T14:35:29,782 INFO [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36247/user/jenkins/test-data/7cbabb8a-9daf-a46f-7e5f-55b674a0552c/data/hbase/meta/1588230740/table/068ae9b4bb8f49e8b4313d984a004a79, entries=4, sequenceid=16, filesize=5.2 K 2024-11-22T14:35:29,782 INFO [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1740ms, sequenceid=16, compaction requested=false 2024-11-22T14:35:29,786 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36247/user/jenkins/test-data/7cbabb8a-9daf-a46f-7e5f-55b674a0552c/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-22T14:35:29,786 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-22T14:35:29,786 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T14:35:29,786 INFO [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-22T14:35:29,787 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732286128042Running coprocessor pre-close hooks at 1732286128042Disabling compacts and flushes for region at 1732286128042Disabling writes for close at 1732286128042Obtaining lock to block concurrent updates at 1732286128042Preparing flush snapshotting stores in 1588230740 at 1732286128042Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732286128042Flushing stores of hbase:meta,,1.1588230740 at 1732286128043 (+1 ms)Flushing 1588230740/info: creating writer at 1732286128043Flushing 1588230740/info: appending metadata at 1732286128070 (+27 ms)Flushing 1588230740/info: closing flushed file at 1732286128070Flushing 1588230740/ns: creating writer at 1732286128482 (+412 ms)Flushing 1588230740/ns: appending metadata at 1732286128507 (+25 ms)Flushing 1588230740/ns: closing flushed file at 1732286128507Flushing 1588230740/rep_barrier: creating writer at 1732286128927 (+420 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732286128939 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732286128940 (+1 ms)Flushing 1588230740/table: creating writer at 1732286129347 (+407 ms)Flushing 1588230740/table: appending metadata at 1732286129359 (+12 ms)Flushing 1588230740/table: closing flushed file at 1732286129359Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@17ded87e: reopening flushed file at 1732286129766 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@73f89f80: reopening flushed file at 1732286129771 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@31ceeff: reopening flushed file at 1732286129775 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@27071f8a: reopening flushed file at 1732286129778 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1740ms, sequenceid=16, compaction requested=false at 1732286129782 (+4 ms)Writing region close event to WAL at 1732286129783 (+1 ms)Running coprocessor post-close hooks at 1732286129786 (+3 ms)Closed at 1732286129786 2024-11-22T14:35:29,787 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-22T14:35:29,843 INFO [RS:0;b313e41b3af3:38729 {}] regionserver.HRegionServer(976): stopping server b313e41b3af3,38729,1732286089468; all regions closed. 2024-11-22T14:35:29,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40029 is added to blk_1073741834_1010 (size=4239) 2024-11-22T14:35:29,845 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7cbabb8a-9daf-a46f-7e5f-55b674a0552c/WALs/b313e41b3af3,38729,1732286089468/b313e41b3af3%2C38729%2C1732286089468.meta.1732286092343.meta not finished, retry = 0 2024-11-22T14:35:29,944 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,38729,1732286089468.replicationSource.wal-reader.b313e41b3af3%2C38729%2C1732286089468,1-b313e41b3af3,38729,1732286089468 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36247/user/jenkins/test-data/7cbabb8a-9daf-a46f-7e5f-55b674a0552c/WALs/b313e41b3af3,38729,1732286089468/b313e41b3af3%2C38729%2C1732286089468.1732286091448 to pos 2382, reset compression=false 2024-11-22T14:35:29,948 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7cbabb8a-9daf-a46f-7e5f-55b674a0552c/WALs/b313e41b3af3,38729,1732286089468/b313e41b3af3%2C38729%2C1732286089468.rep.1732286107508 not finished, retry = 0 2024-11-22T14:35:29,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40029 is added to blk_1073741839_1015 (size=3552) 2024-11-22T14:35:30,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40029 is added to blk_1073741832_1008 (size=2390) 2024-11-22T14:35:30,050 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7cbabb8a-9daf-a46f-7e5f-55b674a0552c/WALs/b313e41b3af3,38729,1732286089468/b313e41b3af3%2C38729%2C1732286089468.1732286091448 not finished, retry = 0 2024-11-22T14:35:30,151 DEBUG [RS:0;b313e41b3af3:38729 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:35:30,151 INFO [RS:0;b313e41b3af3:38729 {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T14:35:30,151 INFO [RS:0;b313e41b3af3:38729 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T14:35:30,151 INFO [RS:0;b313e41b3af3:38729 {}] hbase.ChoreService(370): Chore service for: regionserver/b313e41b3af3:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-22T14:35:30,152 INFO [RS:0;b313e41b3af3:38729 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T14:35:30,152 INFO [regionserver/b313e41b3af3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T14:35:30,152 INFO [RS:0;b313e41b3af3:38729 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-b313e41b3af3,38729,1732286089468 because: Region server is closing 2024-11-22T14:35:30,152 INFO [RS:0;b313e41b3af3:38729 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b313e41b3af3:38729. 2024-11-22T14:35:30,152 DEBUG [RS:0;b313e41b3af3:38729 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T14:35:30,152 DEBUG [RS:0;b313e41b3af3:38729 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:35:30,152 DEBUG [RS:0;b313e41b3af3:38729 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:35:30,152 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T14:35:30,252 INFO [RS:0;b313e41b3af3:38729 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,38729,1732286089468.replicationSource.shipperb313e41b3af3%2C38729%2C1732286089468,1-b313e41b3af3,38729,1732286089468 terminated 2024-11-22T14:35:30,252 WARN [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,38729,1732286089468.replicationSource.wal-reader.b313e41b3af3%2C38729%2C1732286089468,1-b313e41b3af3,38729,1732286089468 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-22T14:35:30,253 INFO [RS:0;b313e41b3af3:38729 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b313e41b3af3:38729. 2024-11-22T14:35:30,253 DEBUG [RS:0;b313e41b3af3:38729 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T14:35:30,253 DEBUG [RS:0;b313e41b3af3:38729 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:35:30,253 DEBUG [RS:0;b313e41b3af3:38729 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:35:30,253 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T14:35:30,253 INFO [RS:0;b313e41b3af3:38729 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38729 2024-11-22T14:35:30,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38729-0x10067db61d70001, quorum=127.0.0.1:56016, baseZNode=/0266375454 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0266375454/rs/b313e41b3af3,38729,1732286089468 2024-11-22T14:35:30,254 INFO [RS:0;b313e41b3af3:38729 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T14:35:30,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44443-0x10067db61d70000, quorum=127.0.0.1:56016, baseZNode=/0266375454 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0266375454/rs 2024-11-22T14:35:30,255 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b313e41b3af3,38729,1732286089468] 2024-11-22T14:35:30,255 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0266375454/draining/b313e41b3af3,38729,1732286089468 already deleted, retry=false 2024-11-22T14:35:30,255 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b313e41b3af3,38729,1732286089468 expired; onlineServers=0 2024-11-22T14:35:30,255 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b313e41b3af3,44443,1732286089427' ***** 2024-11-22T14:35:30,255 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-22T14:35:30,256 INFO [M:0;b313e41b3af3:44443 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T14:35:30,256 INFO [M:0;b313e41b3af3:44443 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T14:35:30,256 DEBUG [M:0;b313e41b3af3:44443 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-22T14:35:30,256 DEBUG [M:0;b313e41b3af3:44443 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-22T14:35:30,256 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-22T14:35:30,256 DEBUG [master/b313e41b3af3:0:becomeActiveMaster-HFileCleaner.large.0-1732286091206 {}] cleaner.HFileCleaner(306): Exit Thread[master/b313e41b3af3:0:becomeActiveMaster-HFileCleaner.large.0-1732286091206,5,FailOnTimeoutGroup] 2024-11-22T14:35:30,256 DEBUG [master/b313e41b3af3:0:becomeActiveMaster-HFileCleaner.small.0-1732286091206 {}] cleaner.HFileCleaner(306): Exit Thread[master/b313e41b3af3:0:becomeActiveMaster-HFileCleaner.small.0-1732286091206,5,FailOnTimeoutGroup] 2024-11-22T14:35:30,256 INFO [M:0;b313e41b3af3:44443 {}] hbase.ChoreService(370): Chore service for: master/b313e41b3af3:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-22T14:35:30,256 INFO [M:0;b313e41b3af3:44443 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T14:35:30,256 DEBUG [M:0;b313e41b3af3:44443 {}] master.HMaster(1795): Stopping service threads 2024-11-22T14:35:30,256 INFO [M:0;b313e41b3af3:44443 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-22T14:35:30,256 INFO [M:0;b313e41b3af3:44443 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-22T14:35:30,256 INFO [M:0;b313e41b3af3:44443 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-22T14:35:30,256 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-22T14:35:30,257 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44443-0x10067db61d70000, quorum=127.0.0.1:56016, baseZNode=/0266375454 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0266375454/master 2024-11-22T14:35:30,257 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44443-0x10067db61d70000, quorum=127.0.0.1:56016, baseZNode=/0266375454 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0266375454 2024-11-22T14:35:30,257 DEBUG [M:0;b313e41b3af3:44443 {}] zookeeper.RecoverableZooKeeper(212): Node /0266375454/master already deleted, retry=false 2024-11-22T14:35:30,257 DEBUG [M:0;b313e41b3af3:44443 {}] master.ActiveMasterManager(353): master:44443-0x10067db61d70000, quorum=127.0.0.1:56016, baseZNode=/0266375454 Failed delete of our master address node; KeeperErrorCode = NoNode for /0266375454/master 2024-11-22T14:35:30,258 INFO [M:0;b313e41b3af3:44443 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36247/user/jenkins/test-data/7cbabb8a-9daf-a46f-7e5f-55b674a0552c/.lastflushedseqids 2024-11-22T14:35:30,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40029 is added to blk_1073741848_1024 (size=245) 2024-11-22T14:35:30,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38729-0x10067db61d70001, quorum=127.0.0.1:56016, baseZNode=/0266375454 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T14:35:30,355 INFO [RS:0;b313e41b3af3:38729 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T14:35:30,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38729-0x10067db61d70001, quorum=127.0.0.1:56016, baseZNode=/0266375454 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T14:35:30,355 INFO [RS:0;b313e41b3af3:38729 {}] regionserver.HRegionServer(1031): Exiting; stopping=b313e41b3af3,38729,1732286089468; zookeeper connection closed. 2024-11-22T14:35:30,355 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4803b99d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4803b99d 2024-11-22T14:35:30,355 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-22T14:35:30,663 INFO [M:0;b313e41b3af3:44443 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-22T14:35:30,663 INFO [M:0;b313e41b3af3:44443 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-22T14:35:30,663 DEBUG [M:0;b313e41b3af3:44443 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T14:35:30,663 INFO [M:0;b313e41b3af3:44443 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T14:35:30,663 DEBUG [M:0;b313e41b3af3:44443 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T14:35:30,663 DEBUG [M:0;b313e41b3af3:44443 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T14:35:30,663 DEBUG [M:0;b313e41b3af3:44443 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T14:35:30,664 INFO [M:0;b313e41b3af3:44443 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.75 KB heapSize=65.74 KB 2024-11-22T14:35:30,679 DEBUG [M:0;b313e41b3af3:44443 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36247/user/jenkins/test-data/7cbabb8a-9daf-a46f-7e5f-55b674a0552c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c039351d71b1440babdb0b00b31c7b4e is 82, key is hbase:meta,,1/info:regioninfo/1732286092371/Put/seqid=0 2024-11-22T14:35:30,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40029 is added to blk_1073741849_1025 (size=5672) 2024-11-22T14:35:30,685 INFO [M:0;b313e41b3af3:44443 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:36247/user/jenkins/test-data/7cbabb8a-9daf-a46f-7e5f-55b674a0552c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c039351d71b1440babdb0b00b31c7b4e 2024-11-22T14:35:30,702 DEBUG [M:0;b313e41b3af3:44443 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36247/user/jenkins/test-data/7cbabb8a-9daf-a46f-7e5f-55b674a0552c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/059c4554d9cf47459e7623d2117eb5e4 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732286101063/Put/seqid=0 2024-11-22T14:35:30,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40029 is added to blk_1073741850_1026 (size=7218) 2024-11-22T14:35:31,105 INFO [M:0;b313e41b3af3:44443 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.20 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:36247/user/jenkins/test-data/7cbabb8a-9daf-a46f-7e5f-55b674a0552c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/059c4554d9cf47459e7623d2117eb5e4 2024-11-22T14:35:31,109 INFO [M:0;b313e41b3af3:44443 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 059c4554d9cf47459e7623d2117eb5e4 2024-11-22T14:35:31,127 DEBUG [M:0;b313e41b3af3:44443 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36247/user/jenkins/test-data/7cbabb8a-9daf-a46f-7e5f-55b674a0552c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0a6360245fb74cce977a61ee1a32166b is 69, key is b313e41b3af3,38729,1732286089468/rs:state/1732286091305/Put/seqid=0 2024-11-22T14:35:31,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40029 is added to blk_1073741851_1027 (size=5156) 2024-11-22T14:35:31,313 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-22T14:35:31,314 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:35:31,314 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:35:31,314 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:35:31,315 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:35:31,369 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:35:31,369 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:35:31,369 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:35:31,370 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:35:31,370 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:35:31,370 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:35:31,381 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:35:31,385 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:35:31,385 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:35:31,387 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:35:31,531 INFO [M:0;b313e41b3af3:44443 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:36247/user/jenkins/test-data/7cbabb8a-9daf-a46f-7e5f-55b674a0552c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0a6360245fb74cce977a61ee1a32166b 2024-11-22T14:35:31,543 DEBUG [M:0;b313e41b3af3:44443 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36247/user/jenkins/test-data/7cbabb8a-9daf-a46f-7e5f-55b674a0552c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c039351d71b1440babdb0b00b31c7b4e as hdfs://localhost:36247/user/jenkins/test-data/7cbabb8a-9daf-a46f-7e5f-55b674a0552c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c039351d71b1440babdb0b00b31c7b4e 2024-11-22T14:35:31,548 INFO [M:0;b313e41b3af3:44443 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36247/user/jenkins/test-data/7cbabb8a-9daf-a46f-7e5f-55b674a0552c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c039351d71b1440babdb0b00b31c7b4e, entries=8, sequenceid=105, filesize=5.5 K 2024-11-22T14:35:31,548 DEBUG [M:0;b313e41b3af3:44443 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36247/user/jenkins/test-data/7cbabb8a-9daf-a46f-7e5f-55b674a0552c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/059c4554d9cf47459e7623d2117eb5e4 as hdfs://localhost:36247/user/jenkins/test-data/7cbabb8a-9daf-a46f-7e5f-55b674a0552c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/059c4554d9cf47459e7623d2117eb5e4 2024-11-22T14:35:31,552 INFO [M:0;b313e41b3af3:44443 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 059c4554d9cf47459e7623d2117eb5e4 2024-11-22T14:35:31,552 INFO [M:0;b313e41b3af3:44443 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36247/user/jenkins/test-data/7cbabb8a-9daf-a46f-7e5f-55b674a0552c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/059c4554d9cf47459e7623d2117eb5e4, entries=11, sequenceid=105, filesize=7.0 K 2024-11-22T14:35:31,553 DEBUG [M:0;b313e41b3af3:44443 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36247/user/jenkins/test-data/7cbabb8a-9daf-a46f-7e5f-55b674a0552c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0a6360245fb74cce977a61ee1a32166b as hdfs://localhost:36247/user/jenkins/test-data/7cbabb8a-9daf-a46f-7e5f-55b674a0552c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0a6360245fb74cce977a61ee1a32166b 2024-11-22T14:35:31,557 INFO [M:0;b313e41b3af3:44443 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36247/user/jenkins/test-data/7cbabb8a-9daf-a46f-7e5f-55b674a0552c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0a6360245fb74cce977a61ee1a32166b, entries=1, sequenceid=105, filesize=5.0 K 2024-11-22T14:35:31,559 INFO [M:0;b313e41b3af3:44443 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 895ms, sequenceid=105, compaction requested=false 2024-11-22T14:35:31,562 INFO [M:0;b313e41b3af3:44443 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T14:35:31,562 DEBUG [M:0;b313e41b3af3:44443 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732286130663Disabling compacts and flushes for region at 1732286130663Disabling writes for close at 1732286130663Obtaining lock to block concurrent updates at 1732286130664 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732286130664Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57092, getHeapSize=67256, getOffHeapSize=0, getCellsCount=122 at 1732286130664Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732286130664Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732286130664Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732286130679 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732286130679Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732286130688 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732286130701 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732286130701Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732286131109 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732286131127 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732286131127Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f16694c: reopening flushed file at 1732286131543 (+416 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@dbcdc89: reopening flushed file at 1732286131548 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1eb29ef4: reopening flushed file at 1732286131552 (+4 ms)Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 895ms, sequenceid=105, compaction requested=false at 1732286131559 (+7 ms)Writing region close event to WAL at 1732286131562 (+3 ms)Closed at 1732286131562 2024-11-22T14:35:31,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40029 is added to blk_1073741830_1006 (size=64423) 2024-11-22T14:35:31,565 INFO [M:0;b313e41b3af3:44443 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-22T14:35:31,566 INFO [M:0;b313e41b3af3:44443 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44443 2024-11-22T14:35:31,566 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T14:35:31,566 INFO [M:0;b313e41b3af3:44443 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T14:35:31,670 INFO [M:0;b313e41b3af3:44443 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T14:35:31,670 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44443-0x10067db61d70000, quorum=127.0.0.1:56016, baseZNode=/0266375454 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T14:35:31,670 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44443-0x10067db61d70000, quorum=127.0.0.1:56016, baseZNode=/0266375454 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T14:35:31,672 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@38668141{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T14:35:31,672 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@65274dbf{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T14:35:31,673 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T14:35:31,673 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@c10706a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T14:35:31,673 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@69529380{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50f1eb9f-69fe-9282-b9b2-fee999f852c7/hadoop.log.dir/,STOPPED} 2024-11-22T14:35:31,674 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-22T14:35:31,674 WARN [BP-1246360823-172.17.0.2-1732286088572 heartbeating to localhost/127.0.0.1:36247 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-22T14:35:31,674 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-22T14:35:31,674 WARN [BP-1246360823-172.17.0.2-1732286088572 heartbeating to localhost/127.0.0.1:36247 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1246360823-172.17.0.2-1732286088572 (Datanode Uuid 17dfc17f-d414-4e5f-b0cd-94260ae2ff39) service to localhost/127.0.0.1:36247 2024-11-22T14:35:31,674 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50f1eb9f-69fe-9282-b9b2-fee999f852c7/cluster_08fbcdc6-c6ae-bbd2-3322-938a6e9e62b9/data/data1/current/BP-1246360823-172.17.0.2-1732286088572 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T14:35:31,674 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50f1eb9f-69fe-9282-b9b2-fee999f852c7/cluster_08fbcdc6-c6ae-bbd2-3322-938a6e9e62b9/data/data2/current/BP-1246360823-172.17.0.2-1732286088572 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T14:35:31,675 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-22T14:35:31,681 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@56199b95{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T14:35:31,681 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7612f0c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T14:35:31,682 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T14:35:31,682 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@652543cb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T14:35:31,682 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7188027e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50f1eb9f-69fe-9282-b9b2-fee999f852c7/hadoop.log.dir/,STOPPED} 2024-11-22T14:35:31,690 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-22T14:35:31,699 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-22T14:35:31,708 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication2 Thread=316 (was 266) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42543 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39579 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42543 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-33-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36247 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36247 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-26-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36247 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36247 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42543 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42543 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56016) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-33-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39579 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-26-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39579 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42543 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56016) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39579 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.15@localhost:42543 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36247 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36247 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56016) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39579 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42543 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39579 from jenkins.hfs.16 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36247 from jenkins.hfs.14 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-27-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36247 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39579 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.14@localhost:36247 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42543 from jenkins.hfs.15 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.16@localhost:39579 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=727 (was 656) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=296 (was 237) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4491 (was 4736) 2024-11-22T14:35:31,716 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication3 Thread=316, OpenFileDescriptor=727, MaxFileDescriptor=1048576, SystemLoadAverage=296, ProcessCount=11, AvailableMemoryMB=4491 2024-11-22T14:35:31,730 INFO [Time-limited test {}] replication.TestMasterReplication(410): testCyclicReplication2 2024-11-22T14:35:31,731 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c02e7ba4-987b-8664-c8ce-9cc50353cbf9/hadoop.log.dir so I do NOT create it in target/test-data/156a586e-d78f-9a98-b00e-31f2cc321538 2024-11-22T14:35:31,731 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c02e7ba4-987b-8664-c8ce-9cc50353cbf9/hadoop.log.dir Erasing configuration value by system value. 2024-11-22T14:35:31,731 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c02e7ba4-987b-8664-c8ce-9cc50353cbf9/hadoop.tmp.dir so I do NOT create it in target/test-data/156a586e-d78f-9a98-b00e-31f2cc321538 2024-11-22T14:35:31,731 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c02e7ba4-987b-8664-c8ce-9cc50353cbf9/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-22T14:35:31,731 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/156a586e-d78f-9a98-b00e-31f2cc321538 2024-11-22T14:35:31,731 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/156a586e-d78f-9a98-b00e-31f2cc321538/cluster_228b4d13-8459-6779-a195-d1f813bd4b1b, deleteOnExit=true 2024-11-22T14:35:31,737 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/156a586e-d78f-9a98-b00e-31f2cc321538/cluster_228b4d13-8459-6779-a195-d1f813bd4b1b/zookeeper_0, clientPort=60691, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/156a586e-d78f-9a98-b00e-31f2cc321538/cluster_228b4d13-8459-6779-a195-d1f813bd4b1b/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/156a586e-d78f-9a98-b00e-31f2cc321538/cluster_228b4d13-8459-6779-a195-d1f813bd4b1b/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-22T14:35:31,738 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=60691 2024-11-22T14:35:31,738 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-22T14:35:31,738 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-22T14:35:31,738 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/156a586e-d78f-9a98-b00e-31f2cc321538/test.cache.data in system properties and HBase conf 2024-11-22T14:35:31,738 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/156a586e-d78f-9a98-b00e-31f2cc321538/hadoop.tmp.dir in system properties and HBase conf 2024-11-22T14:35:31,738 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/156a586e-d78f-9a98-b00e-31f2cc321538/hadoop.log.dir in system properties and HBase conf 2024-11-22T14:35:31,738 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/156a586e-d78f-9a98-b00e-31f2cc321538/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-22T14:35:31,738 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/156a586e-d78f-9a98-b00e-31f2cc321538/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-22T14:35:31,738 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-22T14:35:31,738 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-22T14:35:31,738 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/156a586e-d78f-9a98-b00e-31f2cc321538/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-22T14:35:31,738 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/156a586e-d78f-9a98-b00e-31f2cc321538/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-22T14:35:31,738 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/156a586e-d78f-9a98-b00e-31f2cc321538/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-22T14:35:31,739 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/156a586e-d78f-9a98-b00e-31f2cc321538/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T14:35:31,739 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/156a586e-d78f-9a98-b00e-31f2cc321538/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-22T14:35:31,739 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/156a586e-d78f-9a98-b00e-31f2cc321538/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-22T14:35:31,739 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/156a586e-d78f-9a98-b00e-31f2cc321538/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T14:35:31,739 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/156a586e-d78f-9a98-b00e-31f2cc321538/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T14:35:31,739 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/156a586e-d78f-9a98-b00e-31f2cc321538/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-22T14:35:31,739 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/156a586e-d78f-9a98-b00e-31f2cc321538/nfs.dump.dir in system properties and HBase conf 2024-11-22T14:35:31,739 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/156a586e-d78f-9a98-b00e-31f2cc321538/java.io.tmpdir in system properties and HBase conf 2024-11-22T14:35:31,739 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/156a586e-d78f-9a98-b00e-31f2cc321538/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T14:35:31,739 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/156a586e-d78f-9a98-b00e-31f2cc321538/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-22T14:35:31,739 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/156a586e-d78f-9a98-b00e-31f2cc321538/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-22T14:35:31,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10067db61d70005, quorum=127.0.0.1:56016, baseZNode=/11440438477 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-22T14:35:31,785 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10067db61d70005, quorum=127.0.0.1:56016, baseZNode=/11440438477 Received Disconnected from ZooKeeper, ignoring 2024-11-22T14:35:31,789 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x10067db61d70008, quorum=127.0.0.1:56016, baseZNode=/21870690219 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-22T14:35:31,789 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10067db61d70002, quorum=127.0.0.1:56016, baseZNode=/0266375454 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-22T14:35:31,789 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x10067db61d70008, quorum=127.0.0.1:56016, baseZNode=/21870690219 Received Disconnected from ZooKeeper, ignoring 2024-11-22T14:35:31,789 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10067db61d70002, quorum=127.0.0.1:56016, baseZNode=/0266375454 Received Disconnected from ZooKeeper, ignoring 2024-11-22T14:35:31,800 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T14:35:31,803 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T14:35:31,812 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T14:35:31,812 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T14:35:31,812 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-22T14:35:31,813 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T14:35:31,815 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1f4fcf79{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/156a586e-d78f-9a98-b00e-31f2cc321538/hadoop.log.dir/,AVAILABLE} 2024-11-22T14:35:31,815 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7a3d5011{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T14:35:31,911 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@55e40119{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/156a586e-d78f-9a98-b00e-31f2cc321538/java.io.tmpdir/jetty-localhost-45379-hadoop-hdfs-3_4_1-tests_jar-_-any-10086208821937820645/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T14:35:31,912 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5ca31e18{HTTP/1.1, (http/1.1)}{localhost:45379} 2024-11-22T14:35:31,912 INFO [Time-limited test {}] server.Server(415): Started @252445ms 2024-11-22T14:35:31,997 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T14:35:31,999 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T14:35:32,005 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T14:35:32,005 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T14:35:32,005 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-22T14:35:32,006 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@47847dce{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/156a586e-d78f-9a98-b00e-31f2cc321538/hadoop.log.dir/,AVAILABLE} 2024-11-22T14:35:32,006 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@108731a3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T14:35:32,105 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4dfc2ebc{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/156a586e-d78f-9a98-b00e-31f2cc321538/java.io.tmpdir/jetty-localhost-44801-hadoop-hdfs-3_4_1-tests_jar-_-any-15802264069640517421/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T14:35:32,105 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3c41a706{HTTP/1.1, (http/1.1)}{localhost:44801} 2024-11-22T14:35:32,105 INFO [Time-limited test {}] server.Server(415): Started @252638ms 2024-11-22T14:35:32,107 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-22T14:35:32,181 WARN [Thread-3453 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/156a586e-d78f-9a98-b00e-31f2cc321538/cluster_228b4d13-8459-6779-a195-d1f813bd4b1b/data/data1/current/BP-329481064-172.17.0.2-1732286131753/current, will proceed with Du for space computation calculation, 2024-11-22T14:35:32,181 WARN [Thread-3454 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/156a586e-d78f-9a98-b00e-31f2cc321538/cluster_228b4d13-8459-6779-a195-d1f813bd4b1b/data/data2/current/BP-329481064-172.17.0.2-1732286131753/current, will proceed with Du for space computation calculation, 2024-11-22T14:35:32,205 WARN [Thread-3441 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-22T14:35:32,208 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x343d1b74039b573 with lease ID 0xf5fd9283bf342efd: Processing first storage report for DS-f370bc86-066c-4557-8625-8a02e4dc42ba from datanode DatanodeRegistration(127.0.0.1:43547, datanodeUuid=e18abcd1-a032-4b8f-84b5-13361372efe3, infoPort=46395, infoSecurePort=0, ipcPort=38905, storageInfo=lv=-57;cid=testClusterID;nsid=1372381870;c=1732286131753) 2024-11-22T14:35:32,208 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x343d1b74039b573 with lease ID 0xf5fd9283bf342efd: from storage DS-f370bc86-066c-4557-8625-8a02e4dc42ba node DatanodeRegistration(127.0.0.1:43547, datanodeUuid=e18abcd1-a032-4b8f-84b5-13361372efe3, infoPort=46395, infoSecurePort=0, ipcPort=38905, storageInfo=lv=-57;cid=testClusterID;nsid=1372381870;c=1732286131753), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T14:35:32,208 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x343d1b74039b573 with lease ID 0xf5fd9283bf342efd: Processing first storage report for DS-ecbdf01d-ad22-4e5b-a131-94dd4074c73c from datanode DatanodeRegistration(127.0.0.1:43547, datanodeUuid=e18abcd1-a032-4b8f-84b5-13361372efe3, infoPort=46395, infoSecurePort=0, ipcPort=38905, storageInfo=lv=-57;cid=testClusterID;nsid=1372381870;c=1732286131753) 2024-11-22T14:35:32,208 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x343d1b74039b573 with lease ID 0xf5fd9283bf342efd: from storage DS-ecbdf01d-ad22-4e5b-a131-94dd4074c73c node DatanodeRegistration(127.0.0.1:43547, datanodeUuid=e18abcd1-a032-4b8f-84b5-13361372efe3, infoPort=46395, infoSecurePort=0, ipcPort=38905, storageInfo=lv=-57;cid=testClusterID;nsid=1372381870;c=1732286131753), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T14:35:32,237 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/156a586e-d78f-9a98-b00e-31f2cc321538 2024-11-22T14:35:32,238 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T14:35:32,238 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T14:35:32,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43547 is added to blk_1073741825_1001 (size=7) 2024-11-22T14:35:32,245 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38487/user/jenkins/test-data/57e1daf1-f6f2-f57f-807d-3affc52d1874 with version=8 2024-11-22T14:35:32,245 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38487/user/jenkins/test-data/57e1daf1-f6f2-f57f-807d-3affc52d1874/hbase-staging 2024-11-22T14:35:32,247 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b313e41b3af3:0 server-side Connection retries=45 2024-11-22T14:35:32,247 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T14:35:32,247 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T14:35:32,247 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T14:35:32,247 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T14:35:32,247 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T14:35:32,247 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-22T14:35:32,247 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T14:35:32,248 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44293 2024-11-22T14:35:32,248 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44293 connecting to ZooKeeper ensemble=127.0.0.1:60691 2024-11-22T14:35:32,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:442930x0, quorum=127.0.0.1:60691, baseZNode=/0-1457664117 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T14:35:32,256 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44293-0x10067dc0a840000 connected 2024-11-22T14:35:32,273 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T14:35:32,274 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T14:35:32,278 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44293-0x10067dc0a840000, quorum=127.0.0.1:60691, baseZNode=/0-1457664117 Set watcher on znode that does not yet exist, /0-1457664117/running 2024-11-22T14:35:32,278 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38487/user/jenkins/test-data/57e1daf1-f6f2-f57f-807d-3affc52d1874, hbase.cluster.distributed=false 2024-11-22T14:35:32,279 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44293-0x10067dc0a840000, quorum=127.0.0.1:60691, baseZNode=/0-1457664117 Set watcher on znode that does not yet exist, /0-1457664117/acl 2024-11-22T14:35:32,280 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44293 2024-11-22T14:35:32,281 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44293 2024-11-22T14:35:32,281 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44293 2024-11-22T14:35:32,284 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44293 2024-11-22T14:35:32,285 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44293 2024-11-22T14:35:32,298 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b313e41b3af3:0 server-side Connection retries=45 2024-11-22T14:35:32,298 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T14:35:32,298 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T14:35:32,298 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T14:35:32,298 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T14:35:32,298 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T14:35:32,298 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-22T14:35:32,298 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T14:35:32,300 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45171 2024-11-22T14:35:32,301 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45171 connecting to ZooKeeper ensemble=127.0.0.1:60691 2024-11-22T14:35:32,301 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T14:35:32,303 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T14:35:32,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:451710x0, quorum=127.0.0.1:60691, baseZNode=/0-1457664117 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T14:35:32,307 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:451710x0, quorum=127.0.0.1:60691, baseZNode=/0-1457664117 Set watcher on znode that does not yet exist, /0-1457664117/running 2024-11-22T14:35:32,307 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45171-0x10067dc0a840001 connected 2024-11-22T14:35:32,307 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-22T14:35:32,312 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-22T14:35:32,312 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45171-0x10067dc0a840001, quorum=127.0.0.1:60691, baseZNode=/0-1457664117 Set watcher on znode that does not yet exist, /0-1457664117/master 2024-11-22T14:35:32,313 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45171-0x10067dc0a840001, quorum=127.0.0.1:60691, baseZNode=/0-1457664117 Set watcher on znode that does not yet exist, /0-1457664117/acl 2024-11-22T14:35:32,318 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45171 2024-11-22T14:35:32,318 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45171 2024-11-22T14:35:32,321 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45171 2024-11-22T14:35:32,321 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45171 2024-11-22T14:35:32,322 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45171 2024-11-22T14:35:32,333 DEBUG [M:0;b313e41b3af3:44293 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b313e41b3af3:44293 2024-11-22T14:35:32,333 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1457664117/backup-masters/b313e41b3af3,44293,1732286132247 2024-11-22T14:35:32,334 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45171-0x10067dc0a840001, quorum=127.0.0.1:60691, baseZNode=/0-1457664117 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1457664117/backup-masters 2024-11-22T14:35:32,334 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44293-0x10067dc0a840000, quorum=127.0.0.1:60691, baseZNode=/0-1457664117 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1457664117/backup-masters 2024-11-22T14:35:32,335 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44293-0x10067dc0a840000, quorum=127.0.0.1:60691, baseZNode=/0-1457664117 Set watcher on existing znode=/0-1457664117/backup-masters/b313e41b3af3,44293,1732286132247 2024-11-22T14:35:32,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44293-0x10067dc0a840000, quorum=127.0.0.1:60691, baseZNode=/0-1457664117 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1457664117 2024-11-22T14:35:32,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45171-0x10067dc0a840001, quorum=127.0.0.1:60691, baseZNode=/0-1457664117 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1457664117/master 2024-11-22T14:35:32,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45171-0x10067dc0a840001, quorum=127.0.0.1:60691, baseZNode=/0-1457664117 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1457664117 2024-11-22T14:35:32,336 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44293-0x10067dc0a840000, quorum=127.0.0.1:60691, baseZNode=/0-1457664117 Set watcher on existing znode=/0-1457664117/master 2024-11-22T14:35:32,336 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1457664117/backup-masters/b313e41b3af3,44293,1732286132247 from backup master directory 2024-11-22T14:35:32,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44293-0x10067dc0a840000, quorum=127.0.0.1:60691, baseZNode=/0-1457664117 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1457664117/backup-masters/b313e41b3af3,44293,1732286132247 2024-11-22T14:35:32,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44293-0x10067dc0a840000, quorum=127.0.0.1:60691, baseZNode=/0-1457664117 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1457664117/backup-masters 2024-11-22T14:35:32,341 WARN [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T14:35:32,341 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b313e41b3af3,44293,1732286132247 2024-11-22T14:35:32,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45171-0x10067dc0a840001, quorum=127.0.0.1:60691, baseZNode=/0-1457664117 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1457664117/backup-masters 2024-11-22T14:35:32,350 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38487/user/jenkins/test-data/57e1daf1-f6f2-f57f-807d-3affc52d1874/hbase.id] with ID: cb685657-f9c4-4eb6-b9e8-4b51c7d9d217 2024-11-22T14:35:32,350 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38487/user/jenkins/test-data/57e1daf1-f6f2-f57f-807d-3affc52d1874/.tmp/hbase.id 2024-11-22T14:35:32,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43547 is added to blk_1073741826_1002 (size=42) 2024-11-22T14:35:32,754 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38487/user/jenkins/test-data/57e1daf1-f6f2-f57f-807d-3affc52d1874/.tmp/hbase.id]:[hdfs://localhost:38487/user/jenkins/test-data/57e1daf1-f6f2-f57f-807d-3affc52d1874/hbase.id] 2024-11-22T14:35:32,762 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T14:35:32,762 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-22T14:35:32,762 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-22T14:35:32,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44293-0x10067dc0a840000, quorum=127.0.0.1:60691, baseZNode=/0-1457664117 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1457664117 2024-11-22T14:35:32,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45171-0x10067dc0a840001, quorum=127.0.0.1:60691, baseZNode=/0-1457664117 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1457664117 2024-11-22T14:35:32,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43547 is added to blk_1073741827_1003 (size=196) 2024-11-22T14:35:32,769 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T14:35:32,770 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-22T14:35:32,770 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T14:35:32,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43547 is added to blk_1073741828_1004 (size=1189) 2024-11-22T14:35:33,175 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38487/user/jenkins/test-data/57e1daf1-f6f2-f57f-807d-3affc52d1874/MasterData/data/master/store 2024-11-22T14:35:33,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43547 is added to blk_1073741829_1005 (size=34) 2024-11-22T14:35:33,580 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T14:35:33,580 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T14:35:33,580 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T14:35:33,580 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T14:35:33,580 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T14:35:33,580 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T14:35:33,580 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T14:35:33,580 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732286133580Disabling compacts and flushes for region at 1732286133580Disabling writes for close at 1732286133580Writing region close event to WAL at 1732286133580Closed at 1732286133580 2024-11-22T14:35:33,581 WARN [master/b313e41b3af3:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38487/user/jenkins/test-data/57e1daf1-f6f2-f57f-807d-3affc52d1874/MasterData/data/master/store/.initializing 2024-11-22T14:35:33,581 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38487/user/jenkins/test-data/57e1daf1-f6f2-f57f-807d-3affc52d1874/MasterData/WALs/b313e41b3af3,44293,1732286132247 2024-11-22T14:35:33,582 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T14:35:33,583 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b313e41b3af3%2C44293%2C1732286132247, suffix=, logDir=hdfs://localhost:38487/user/jenkins/test-data/57e1daf1-f6f2-f57f-807d-3affc52d1874/MasterData/WALs/b313e41b3af3,44293,1732286132247, archiveDir=hdfs://localhost:38487/user/jenkins/test-data/57e1daf1-f6f2-f57f-807d-3affc52d1874/MasterData/oldWALs, maxLogs=10 2024-11-22T14:35:33,595 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/57e1daf1-f6f2-f57f-807d-3affc52d1874/MasterData/WALs/b313e41b3af3,44293,1732286132247/b313e41b3af3%2C44293%2C1732286132247.1732286133583, exclude list is [], retry=0 2024-11-22T14:35:33,597 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43547,DS-f370bc86-066c-4557-8625-8a02e4dc42ba,DISK] 2024-11-22T14:35:33,599 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/57e1daf1-f6f2-f57f-807d-3affc52d1874/MasterData/WALs/b313e41b3af3,44293,1732286132247/b313e41b3af3%2C44293%2C1732286132247.1732286133583 2024-11-22T14:35:33,600 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46395:46395)] 2024-11-22T14:35:33,600 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-22T14:35:33,600 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T14:35:33,600 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:35:33,600 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:35:33,601 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:35:33,602 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-22T14:35:33,602 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:35:33,603 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T14:35:33,603 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:35:33,604 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-22T14:35:33,604 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:35:33,604 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:35:33,604 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:35:33,605 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-22T14:35:33,605 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:35:33,606 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:35:33,606 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:35:33,606 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-22T14:35:33,607 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:35:33,607 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:35:33,607 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:35:33,608 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38487/user/jenkins/test-data/57e1daf1-f6f2-f57f-807d-3affc52d1874/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:35:33,608 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38487/user/jenkins/test-data/57e1daf1-f6f2-f57f-807d-3affc52d1874/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:35:33,609 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:35:33,609 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:35:33,609 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T14:35:33,610 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:35:33,611 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38487/user/jenkins/test-data/57e1daf1-f6f2-f57f-807d-3affc52d1874/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T14:35:33,612 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74179813, jitterRate=0.10536535084247589}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T14:35:33,612 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732286133600Initializing all the Stores at 1732286133601 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732286133601Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732286133601Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732286133601Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732286133601Cleaning up temporary data from old regions at 1732286133609 (+8 ms)Region opened successfully at 1732286133612 (+3 ms) 2024-11-22T14:35:33,613 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-22T14:35:33,615 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2aa3cd93, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b313e41b3af3/172.17.0.2:0 2024-11-22T14:35:33,615 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-22T14:35:33,616 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-22T14:35:33,616 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-22T14:35:33,616 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-22T14:35:33,616 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-22T14:35:33,616 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-22T14:35:33,617 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-22T14:35:33,618 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-22T14:35:33,619 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44293-0x10067dc0a840000, quorum=127.0.0.1:60691, baseZNode=/0-1457664117 Unable to get data of znode /0-1457664117/balancer because node does not exist (not necessarily an error) 2024-11-22T14:35:33,619 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1457664117/balancer already deleted, retry=false 2024-11-22T14:35:33,620 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-22T14:35:33,620 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44293-0x10067dc0a840000, quorum=127.0.0.1:60691, baseZNode=/0-1457664117 Unable to get data of znode /0-1457664117/normalizer because node does not exist (not necessarily an error) 2024-11-22T14:35:33,621 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1457664117/normalizer already deleted, retry=false 2024-11-22T14:35:33,621 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-22T14:35:33,629 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44293-0x10067dc0a840000, quorum=127.0.0.1:60691, baseZNode=/0-1457664117 Unable to get data of znode /0-1457664117/switch/split because node does not exist (not necessarily an error) 2024-11-22T14:35:33,630 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1457664117/switch/split already deleted, retry=false 2024-11-22T14:35:33,631 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44293-0x10067dc0a840000, quorum=127.0.0.1:60691, baseZNode=/0-1457664117 Unable to get data of znode /0-1457664117/switch/merge because node does not exist (not necessarily an error) 2024-11-22T14:35:33,631 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1457664117/switch/merge already deleted, retry=false 2024-11-22T14:35:33,633 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44293-0x10067dc0a840000, quorum=127.0.0.1:60691, baseZNode=/0-1457664117 Unable to get data of znode /0-1457664117/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-22T14:35:33,633 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1457664117/snapshot-cleanup already deleted, retry=false 2024-11-22T14:35:33,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45171-0x10067dc0a840001, quorum=127.0.0.1:60691, baseZNode=/0-1457664117 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1457664117/running 2024-11-22T14:35:33,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44293-0x10067dc0a840000, quorum=127.0.0.1:60691, baseZNode=/0-1457664117 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1457664117/running 2024-11-22T14:35:33,635 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45171-0x10067dc0a840001, quorum=127.0.0.1:60691, baseZNode=/0-1457664117 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1457664117 2024-11-22T14:35:33,635 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44293-0x10067dc0a840000, quorum=127.0.0.1:60691, baseZNode=/0-1457664117 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1457664117 2024-11-22T14:35:33,635 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b313e41b3af3,44293,1732286132247, sessionid=0x10067dc0a840000, setting cluster-up flag (Was=false) 2024-11-22T14:35:33,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45171-0x10067dc0a840001, quorum=127.0.0.1:60691, baseZNode=/0-1457664117 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1457664117 2024-11-22T14:35:33,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44293-0x10067dc0a840000, quorum=127.0.0.1:60691, baseZNode=/0-1457664117 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1457664117 2024-11-22T14:35:33,638 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1457664117/flush-table-proc/acquired, /0-1457664117/flush-table-proc/reached, /0-1457664117/flush-table-proc/abort 2024-11-22T14:35:33,639 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b313e41b3af3,44293,1732286132247 2024-11-22T14:35:33,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44293-0x10067dc0a840000, quorum=127.0.0.1:60691, baseZNode=/0-1457664117 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1457664117 2024-11-22T14:35:33,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45171-0x10067dc0a840001, quorum=127.0.0.1:60691, baseZNode=/0-1457664117 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1457664117 2024-11-22T14:35:33,642 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1457664117/online-snapshot/acquired, /0-1457664117/online-snapshot/reached, /0-1457664117/online-snapshot/abort 2024-11-22T14:35:33,643 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b313e41b3af3,44293,1732286132247 2024-11-22T14:35:33,644 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38487/user/jenkins/test-data/57e1daf1-f6f2-f57f-807d-3affc52d1874/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-22T14:35:33,645 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-22T14:35:33,645 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-22T14:35:33,645 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-22T14:35:33,645 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b313e41b3af3,44293,1732286132247 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-22T14:35:33,646 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b313e41b3af3:0, corePoolSize=5, maxPoolSize=5 2024-11-22T14:35:33,646 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b313e41b3af3:0, corePoolSize=5, maxPoolSize=5 2024-11-22T14:35:33,646 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b313e41b3af3:0, corePoolSize=5, maxPoolSize=5 2024-11-22T14:35:33,646 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b313e41b3af3:0, corePoolSize=5, maxPoolSize=5 2024-11-22T14:35:33,646 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b313e41b3af3:0, corePoolSize=10, maxPoolSize=10 2024-11-22T14:35:33,646 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:35:33,646 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b313e41b3af3:0, corePoolSize=2, maxPoolSize=2 2024-11-22T14:35:33,646 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:35:33,651 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T14:35:33,651 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-22T14:35:33,651 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:35:33,652 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-22T14:35:33,661 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732286163661 2024-11-22T14:35:33,661 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-22T14:35:33,662 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-22T14:35:33,662 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-22T14:35:33,662 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-22T14:35:33,662 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-22T14:35:33,662 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-22T14:35:33,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43547 is added to blk_1073741831_1007 (size=1321) 2024-11-22T14:35:33,665 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T14:35:33,669 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-22T14:35:33,669 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-22T14:35:33,669 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-22T14:35:33,669 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-22T14:35:33,669 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-22T14:35:33,669 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-22T14:35:33,670 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b313e41b3af3:0:becomeActiveMaster-HFileCleaner.large.0-1732286133669,5,FailOnTimeoutGroup] 2024-11-22T14:35:33,671 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b313e41b3af3:0:becomeActiveMaster-HFileCleaner.small.0-1732286133670,5,FailOnTimeoutGroup] 2024-11-22T14:35:33,671 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T14:35:33,671 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-22T14:35:33,671 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-22T14:35:33,671 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-22T14:35:33,725 INFO [RS:0;b313e41b3af3:45171 {}] regionserver.HRegionServer(746): ClusterId : cb685657-f9c4-4eb6-b9e8-4b51c7d9d217 2024-11-22T14:35:33,725 DEBUG [RS:0;b313e41b3af3:45171 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-22T14:35:33,726 DEBUG [RS:0;b313e41b3af3:45171 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-22T14:35:33,726 DEBUG [RS:0;b313e41b3af3:45171 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-22T14:35:33,727 DEBUG [RS:0;b313e41b3af3:45171 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-22T14:35:33,728 DEBUG [RS:0;b313e41b3af3:45171 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36c0167, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b313e41b3af3/172.17.0.2:0 2024-11-22T14:35:33,739 DEBUG [RS:0;b313e41b3af3:45171 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b313e41b3af3:45171 2024-11-22T14:35:33,739 INFO [RS:0;b313e41b3af3:45171 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-22T14:35:33,739 INFO [RS:0;b313e41b3af3:45171 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-22T14:35:33,739 DEBUG [RS:0;b313e41b3af3:45171 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-22T14:35:33,739 INFO [RS:0;b313e41b3af3:45171 {}] regionserver.HRegionServer(2659): reportForDuty to master=b313e41b3af3,44293,1732286132247 with port=45171, startcode=1732286132298 2024-11-22T14:35:33,739 DEBUG [RS:0;b313e41b3af3:45171 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-22T14:35:33,741 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41941, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=RegionServerStatusService 2024-11-22T14:35:33,741 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44293 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b313e41b3af3,45171,1732286132298 2024-11-22T14:35:33,741 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44293 {}] master.ServerManager(517): Registering regionserver=b313e41b3af3,45171,1732286132298 2024-11-22T14:35:33,743 DEBUG [RS:0;b313e41b3af3:45171 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38487/user/jenkins/test-data/57e1daf1-f6f2-f57f-807d-3affc52d1874 2024-11-22T14:35:33,743 DEBUG [RS:0;b313e41b3af3:45171 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38487 2024-11-22T14:35:33,743 DEBUG [RS:0;b313e41b3af3:45171 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-22T14:35:33,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44293-0x10067dc0a840000, quorum=127.0.0.1:60691, baseZNode=/0-1457664117 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1457664117/rs 2024-11-22T14:35:33,744 DEBUG [RS:0;b313e41b3af3:45171 {}] zookeeper.ZKUtil(111): regionserver:45171-0x10067dc0a840001, quorum=127.0.0.1:60691, baseZNode=/0-1457664117 Set watcher on existing znode=/0-1457664117/rs/b313e41b3af3,45171,1732286132298 2024-11-22T14:35:33,744 WARN [RS:0;b313e41b3af3:45171 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T14:35:33,744 INFO [RS:0;b313e41b3af3:45171 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T14:35:33,744 DEBUG [RS:0;b313e41b3af3:45171 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38487/user/jenkins/test-data/57e1daf1-f6f2-f57f-807d-3affc52d1874/WALs/b313e41b3af3,45171,1732286132298 2024-11-22T14:35:33,745 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b313e41b3af3,45171,1732286132298] 2024-11-22T14:35:33,747 INFO [RS:0;b313e41b3af3:45171 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-22T14:35:33,749 INFO [RS:0;b313e41b3af3:45171 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-22T14:35:33,751 INFO [RS:0;b313e41b3af3:45171 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-22T14:35:33,751 INFO [RS:0;b313e41b3af3:45171 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T14:35:33,753 INFO [RS:0;b313e41b3af3:45171 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-22T14:35:33,753 INFO [RS:0;b313e41b3af3:45171 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-22T14:35:33,754 INFO [RS:0;b313e41b3af3:45171 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-22T14:35:33,754 DEBUG [RS:0;b313e41b3af3:45171 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:35:33,754 DEBUG [RS:0;b313e41b3af3:45171 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:35:33,754 DEBUG [RS:0;b313e41b3af3:45171 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:35:33,754 DEBUG [RS:0;b313e41b3af3:45171 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:35:33,754 DEBUG [RS:0;b313e41b3af3:45171 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:35:33,754 DEBUG [RS:0;b313e41b3af3:45171 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b313e41b3af3:0, corePoolSize=2, maxPoolSize=2 2024-11-22T14:35:33,754 DEBUG [RS:0;b313e41b3af3:45171 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:35:33,754 DEBUG [RS:0;b313e41b3af3:45171 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:35:33,754 DEBUG [RS:0;b313e41b3af3:45171 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:35:33,754 DEBUG [RS:0;b313e41b3af3:45171 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:35:33,754 DEBUG [RS:0;b313e41b3af3:45171 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:35:33,754 DEBUG [RS:0;b313e41b3af3:45171 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:35:33,754 DEBUG [RS:0;b313e41b3af3:45171 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b313e41b3af3:0, corePoolSize=3, maxPoolSize=3 2024-11-22T14:35:33,754 DEBUG [RS:0;b313e41b3af3:45171 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b313e41b3af3:0, corePoolSize=3, maxPoolSize=3 2024-11-22T14:35:33,760 INFO [RS:0;b313e41b3af3:45171 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T14:35:33,760 INFO [RS:0;b313e41b3af3:45171 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T14:35:33,760 INFO [RS:0;b313e41b3af3:45171 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T14:35:33,760 INFO [RS:0;b313e41b3af3:45171 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-22T14:35:33,760 INFO [RS:0;b313e41b3af3:45171 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-22T14:35:33,761 INFO [RS:0;b313e41b3af3:45171 {}] hbase.ChoreService(168): Chore ScheduledChore name=b313e41b3af3,45171,1732286132298-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T14:35:33,774 INFO [RS:0;b313e41b3af3:45171 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-22T14:35:33,774 INFO [RS:0;b313e41b3af3:45171 {}] hbase.ChoreService(168): Chore ScheduledChore name=b313e41b3af3,45171,1732286132298-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T14:35:33,774 INFO [RS:0;b313e41b3af3:45171 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T14:35:33,774 INFO [RS:0;b313e41b3af3:45171 {}] regionserver.Replication(171): b313e41b3af3,45171,1732286132298 started 2024-11-22T14:35:33,787 INFO [RS:0;b313e41b3af3:45171 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T14:35:33,787 INFO [RS:0;b313e41b3af3:45171 {}] regionserver.HRegionServer(1482): Serving as b313e41b3af3,45171,1732286132298, RpcServer on b313e41b3af3/172.17.0.2:45171, sessionid=0x10067dc0a840001 2024-11-22T14:35:33,787 DEBUG [RS:0;b313e41b3af3:45171 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-22T14:35:33,787 DEBUG [RS:0;b313e41b3af3:45171 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b313e41b3af3,45171,1732286132298 2024-11-22T14:35:33,787 DEBUG [RS:0;b313e41b3af3:45171 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b313e41b3af3,45171,1732286132298' 2024-11-22T14:35:33,787 DEBUG [RS:0;b313e41b3af3:45171 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1457664117/flush-table-proc/abort' 2024-11-22T14:35:33,788 DEBUG [RS:0;b313e41b3af3:45171 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1457664117/flush-table-proc/acquired' 2024-11-22T14:35:33,788 DEBUG [RS:0;b313e41b3af3:45171 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-22T14:35:33,788 DEBUG [RS:0;b313e41b3af3:45171 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-22T14:35:33,788 DEBUG [RS:0;b313e41b3af3:45171 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b313e41b3af3,45171,1732286132298 2024-11-22T14:35:33,788 DEBUG [RS:0;b313e41b3af3:45171 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b313e41b3af3,45171,1732286132298' 2024-11-22T14:35:33,788 DEBUG [RS:0;b313e41b3af3:45171 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1457664117/online-snapshot/abort' 2024-11-22T14:35:33,788 DEBUG [RS:0;b313e41b3af3:45171 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1457664117/online-snapshot/acquired' 2024-11-22T14:35:33,789 DEBUG [RS:0;b313e41b3af3:45171 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-22T14:35:33,789 INFO [RS:0;b313e41b3af3:45171 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-22T14:35:33,789 INFO [RS:0;b313e41b3af3:45171 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-22T14:35:33,889 INFO [RS:0;b313e41b3af3:45171 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T14:35:33,890 INFO [RS:0;b313e41b3af3:45171 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b313e41b3af3%2C45171%2C1732286132298, suffix=, logDir=hdfs://localhost:38487/user/jenkins/test-data/57e1daf1-f6f2-f57f-807d-3affc52d1874/WALs/b313e41b3af3,45171,1732286132298, archiveDir=hdfs://localhost:38487/user/jenkins/test-data/57e1daf1-f6f2-f57f-807d-3affc52d1874/oldWALs, maxLogs=10 2024-11-22T14:35:33,908 DEBUG [RS:0;b313e41b3af3:45171 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/57e1daf1-f6f2-f57f-807d-3affc52d1874/WALs/b313e41b3af3,45171,1732286132298/b313e41b3af3%2C45171%2C1732286132298.1732286133891, exclude list is [], retry=0 2024-11-22T14:35:33,911 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43547,DS-f370bc86-066c-4557-8625-8a02e4dc42ba,DISK] 2024-11-22T14:35:33,912 INFO [RS:0;b313e41b3af3:45171 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/57e1daf1-f6f2-f57f-807d-3affc52d1874/WALs/b313e41b3af3,45171,1732286132298/b313e41b3af3%2C45171%2C1732286132298.1732286133891 2024-11-22T14:35:33,912 DEBUG [RS:0;b313e41b3af3:45171 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46395:46395)] 2024-11-22T14:35:34,064 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38487/user/jenkins/test-data/57e1daf1-f6f2-f57f-807d-3affc52d1874/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-22T14:35:34,064 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38487/user/jenkins/test-data/57e1daf1-f6f2-f57f-807d-3affc52d1874 2024-11-22T14:35:34,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43547 is added to blk_1073741833_1009 (size=32) 2024-11-22T14:35:34,469 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T14:35:34,470 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T14:35:34,471 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T14:35:34,471 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:35:34,472 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T14:35:34,472 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T14:35:34,472 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T14:35:34,473 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:35:34,473 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T14:35:34,473 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T14:35:34,474 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T14:35:34,474 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:35:34,474 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T14:35:34,474 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T14:35:34,475 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T14:35:34,475 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:35:34,475 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T14:35:34,475 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T14:35:34,475 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38487/user/jenkins/test-data/57e1daf1-f6f2-f57f-807d-3affc52d1874/data/hbase/meta/1588230740 2024-11-22T14:35:34,476 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38487/user/jenkins/test-data/57e1daf1-f6f2-f57f-807d-3affc52d1874/data/hbase/meta/1588230740 2024-11-22T14:35:34,476 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T14:35:34,476 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T14:35:34,477 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T14:35:34,477 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T14:35:34,479 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38487/user/jenkins/test-data/57e1daf1-f6f2-f57f-807d-3affc52d1874/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T14:35:34,479 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61079144, jitterRate=-0.08984982967376709}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T14:35:34,479 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732286134469Initializing all the Stores at 1732286134470 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732286134470Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732286134470Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732286134470Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732286134470Cleaning up temporary data from old regions at 1732286134476 (+6 ms)Region opened successfully at 1732286134479 (+3 ms) 2024-11-22T14:35:34,479 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-22T14:35:34,479 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-22T14:35:34,480 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-22T14:35:34,480 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T14:35:34,480 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T14:35:34,480 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-22T14:35:34,480 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732286134479Disabling compacts and flushes for region at 1732286134479Disabling writes for close at 1732286134480 (+1 ms)Writing region close event to WAL at 1732286134480Closed at 1732286134480 2024-11-22T14:35:34,481 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T14:35:34,481 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-22T14:35:34,481 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-22T14:35:34,482 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T14:35:34,483 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-22T14:35:34,633 DEBUG [b313e41b3af3:44293 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-22T14:35:34,634 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b313e41b3af3,45171,1732286132298 2024-11-22T14:35:34,634 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b313e41b3af3,45171,1732286132298, state=OPENING 2024-11-22T14:35:34,635 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-22T14:35:34,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45171-0x10067dc0a840001, quorum=127.0.0.1:60691, baseZNode=/0-1457664117 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1457664117 2024-11-22T14:35:34,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44293-0x10067dc0a840000, quorum=127.0.0.1:60691, baseZNode=/0-1457664117 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1457664117 2024-11-22T14:35:34,637 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1457664117/meta-region-server: CHANGED 2024-11-22T14:35:34,637 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1457664117/meta-region-server: CHANGED 2024-11-22T14:35:34,637 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T14:35:34,638 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b313e41b3af3,45171,1732286132298}] 2024-11-22T14:35:34,790 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-22T14:35:34,792 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34029, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-22T14:35:34,795 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-22T14:35:34,795 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T14:35:34,795 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-22T14:35:34,796 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b313e41b3af3%2C45171%2C1732286132298.meta, suffix=.meta, logDir=hdfs://localhost:38487/user/jenkins/test-data/57e1daf1-f6f2-f57f-807d-3affc52d1874/WALs/b313e41b3af3,45171,1732286132298, archiveDir=hdfs://localhost:38487/user/jenkins/test-data/57e1daf1-f6f2-f57f-807d-3affc52d1874/oldWALs, maxLogs=10 2024-11-22T14:35:34,812 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/57e1daf1-f6f2-f57f-807d-3affc52d1874/WALs/b313e41b3af3,45171,1732286132298/b313e41b3af3%2C45171%2C1732286132298.meta.1732286134796.meta, exclude list is [], retry=0 2024-11-22T14:35:34,813 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43547,DS-f370bc86-066c-4557-8625-8a02e4dc42ba,DISK] 2024-11-22T14:35:34,815 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/57e1daf1-f6f2-f57f-807d-3affc52d1874/WALs/b313e41b3af3,45171,1732286132298/b313e41b3af3%2C45171%2C1732286132298.meta.1732286134796.meta 2024-11-22T14:35:34,815 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46395:46395)] 2024-11-22T14:35:34,815 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-22T14:35:34,816 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-22T14:35:34,816 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-22T14:35:34,816 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-22T14:35:34,816 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-22T14:35:34,816 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-22T14:35:34,816 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T14:35:34,816 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-22T14:35:34,816 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-22T14:35:34,817 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T14:35:34,818 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T14:35:34,818 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:35:34,818 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T14:35:34,818 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T14:35:34,819 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T14:35:34,819 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:35:34,819 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T14:35:34,819 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T14:35:34,820 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T14:35:34,820 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:35:34,820 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T14:35:34,820 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T14:35:34,821 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T14:35:34,821 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:35:34,821 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T14:35:34,821 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T14:35:34,821 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38487/user/jenkins/test-data/57e1daf1-f6f2-f57f-807d-3affc52d1874/data/hbase/meta/1588230740 2024-11-22T14:35:34,822 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38487/user/jenkins/test-data/57e1daf1-f6f2-f57f-807d-3affc52d1874/data/hbase/meta/1588230740 2024-11-22T14:35:34,823 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T14:35:34,823 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T14:35:34,823 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T14:35:34,824 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T14:35:34,824 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66700993, jitterRate=-0.006077751517295837}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T14:35:34,825 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-22T14:35:34,825 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732286134816Writing region info on filesystem at 1732286134816Initializing all the Stores at 1732286134817 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732286134817Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732286134817Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732286134817Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732286134817Cleaning up temporary data from old regions at 1732286134823 (+6 ms)Running coprocessor post-open hooks at 1732286134825 (+2 ms)Region opened successfully at 1732286134825 2024-11-22T14:35:34,826 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732286134789 2024-11-22T14:35:34,827 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-22T14:35:34,827 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-22T14:35:34,828 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b313e41b3af3,45171,1732286132298 2024-11-22T14:35:34,828 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b313e41b3af3,45171,1732286132298, state=OPEN 2024-11-22T14:35:34,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44293-0x10067dc0a840000, quorum=127.0.0.1:60691, baseZNode=/0-1457664117 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1457664117/meta-region-server 2024-11-22T14:35:34,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45171-0x10067dc0a840001, quorum=127.0.0.1:60691, baseZNode=/0-1457664117 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1457664117/meta-region-server 2024-11-22T14:35:34,829 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b313e41b3af3,45171,1732286132298 2024-11-22T14:35:34,829 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1457664117/meta-region-server: CHANGED 2024-11-22T14:35:34,829 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1457664117/meta-region-server: CHANGED 2024-11-22T14:35:34,831 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-22T14:35:34,831 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b313e41b3af3,45171,1732286132298 in 192 msec 2024-11-22T14:35:34,832 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-22T14:35:34,832 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 350 msec 2024-11-22T14:35:34,833 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T14:35:34,833 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-22T14:35:34,833 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T14:35:34,834 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b313e41b3af3,45171,1732286132298, seqNum=-1] 2024-11-22T14:35:34,834 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T14:35:34,835 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51109, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T14:35:34,839 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1930 sec 2024-11-22T14:35:34,839 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732286134839, completionTime=-1 2024-11-22T14:35:34,839 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-22T14:35:34,839 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-22T14:35:34,840 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-22T14:35:34,840 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732286194840 2024-11-22T14:35:34,840 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732286254840 2024-11-22T14:35:34,840 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-22T14:35:34,841 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b313e41b3af3,44293,1732286132247-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T14:35:34,841 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b313e41b3af3,44293,1732286132247-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T14:35:34,841 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b313e41b3af3,44293,1732286132247-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T14:35:34,841 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b313e41b3af3:44293, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T14:35:34,841 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-22T14:35:34,842 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-22T14:35:34,842 DEBUG [master/b313e41b3af3:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-22T14:35:34,845 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.504sec 2024-11-22T14:35:34,845 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-22T14:35:34,845 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-22T14:35:34,845 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-22T14:35:34,845 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-22T14:35:34,845 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-22T14:35:34,845 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b313e41b3af3,44293,1732286132247-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T14:35:34,845 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b313e41b3af3,44293,1732286132247-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-22T14:35:34,847 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-22T14:35:34,847 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-22T14:35:34,847 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b313e41b3af3,44293,1732286132247-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T14:35:34,926 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1630e68c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:35:34,926 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b313e41b3af3,44293,-1 for getting cluster id 2024-11-22T14:35:34,926 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T14:35:34,927 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cb685657-f9c4-4eb6-b9e8-4b51c7d9d217' 2024-11-22T14:35:34,927 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T14:35:34,928 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cb685657-f9c4-4eb6-b9e8-4b51c7d9d217" 2024-11-22T14:35:34,928 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ab1e3e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:35:34,928 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b313e41b3af3,44293,-1] 2024-11-22T14:35:34,928 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T14:35:34,928 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:35:34,929 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57138, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T14:35:34,930 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5874ef0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:35:34,930 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T14:35:34,931 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b313e41b3af3,45171,1732286132298, seqNum=-1] 2024-11-22T14:35:34,931 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T14:35:34,932 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35180, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T14:35:34,933 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b313e41b3af3,44293,1732286132247 2024-11-22T14:35:34,934 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:60691 2024-11-22T14:35:34,937 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:60691, baseZNode=/0-1457664117 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T14:35:34,939 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10067dc0a840002 connected 2024-11-22T14:35:34,940 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/156a586e-d78f-9a98-b00e-31f2cc321538/hadoop.log.dir so I do NOT create it in target/test-data/0dc8be6f-eeed-b18f-6975-f1597279ec5d 2024-11-22T14:35:34,940 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/156a586e-d78f-9a98-b00e-31f2cc321538/hadoop.log.dir Erasing configuration value by system value. 2024-11-22T14:35:34,940 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/156a586e-d78f-9a98-b00e-31f2cc321538/hadoop.tmp.dir so I do NOT create it in target/test-data/0dc8be6f-eeed-b18f-6975-f1597279ec5d 2024-11-22T14:35:34,940 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/156a586e-d78f-9a98-b00e-31f2cc321538/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-22T14:35:34,940 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0dc8be6f-eeed-b18f-6975-f1597279ec5d 2024-11-22T14:35:34,940 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-22T14:35:34,940 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0dc8be6f-eeed-b18f-6975-f1597279ec5d/cluster_e4041eb8-fa5b-317c-9b91-a97e5d80d83c, deleteOnExit=true 2024-11-22T14:35:34,940 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-22T14:35:34,940 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0dc8be6f-eeed-b18f-6975-f1597279ec5d/test.cache.data in system properties and HBase conf 2024-11-22T14:35:34,941 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0dc8be6f-eeed-b18f-6975-f1597279ec5d/hadoop.tmp.dir in system properties and HBase conf 2024-11-22T14:35:34,941 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0dc8be6f-eeed-b18f-6975-f1597279ec5d/hadoop.log.dir in system properties and HBase conf 2024-11-22T14:35:34,941 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0dc8be6f-eeed-b18f-6975-f1597279ec5d/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-22T14:35:34,941 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0dc8be6f-eeed-b18f-6975-f1597279ec5d/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-22T14:35:34,941 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-22T14:35:34,941 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-22T14:35:34,941 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0dc8be6f-eeed-b18f-6975-f1597279ec5d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-22T14:35:34,941 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0dc8be6f-eeed-b18f-6975-f1597279ec5d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-22T14:35:34,941 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0dc8be6f-eeed-b18f-6975-f1597279ec5d/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-22T14:35:34,941 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0dc8be6f-eeed-b18f-6975-f1597279ec5d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T14:35:34,941 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0dc8be6f-eeed-b18f-6975-f1597279ec5d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-22T14:35:34,941 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0dc8be6f-eeed-b18f-6975-f1597279ec5d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-22T14:35:34,941 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0dc8be6f-eeed-b18f-6975-f1597279ec5d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T14:35:34,942 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0dc8be6f-eeed-b18f-6975-f1597279ec5d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T14:35:34,942 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0dc8be6f-eeed-b18f-6975-f1597279ec5d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-22T14:35:34,942 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0dc8be6f-eeed-b18f-6975-f1597279ec5d/nfs.dump.dir in system properties and HBase conf 2024-11-22T14:35:34,942 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0dc8be6f-eeed-b18f-6975-f1597279ec5d/java.io.tmpdir in system properties and HBase conf 2024-11-22T14:35:34,942 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0dc8be6f-eeed-b18f-6975-f1597279ec5d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T14:35:34,942 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0dc8be6f-eeed-b18f-6975-f1597279ec5d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-22T14:35:34,942 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0dc8be6f-eeed-b18f-6975-f1597279ec5d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-22T14:35:35,005 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T14:35:35,009 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T14:35:35,010 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T14:35:35,010 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T14:35:35,010 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-22T14:35:35,011 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T14:35:35,011 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4a157221{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0dc8be6f-eeed-b18f-6975-f1597279ec5d/hadoop.log.dir/,AVAILABLE} 2024-11-22T14:35:35,011 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7f3e6a19{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T14:35:35,075 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-22T14:35:35,075 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-22T14:35:35,112 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@71a47e19{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0dc8be6f-eeed-b18f-6975-f1597279ec5d/java.io.tmpdir/jetty-localhost-42137-hadoop-hdfs-3_4_1-tests_jar-_-any-10591418567251271383/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T14:35:35,112 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2f793bc3{HTTP/1.1, (http/1.1)}{localhost:42137} 2024-11-22T14:35:35,112 INFO [Time-limited test {}] server.Server(415): Started @255645ms 2024-11-22T14:35:35,175 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T14:35:35,179 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T14:35:35,183 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T14:35:35,183 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T14:35:35,183 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-22T14:35:35,183 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@73121e6c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0dc8be6f-eeed-b18f-6975-f1597279ec5d/hadoop.log.dir/,AVAILABLE} 2024-11-22T14:35:35,183 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2832ca2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T14:35:35,311 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@60291cf4{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0dc8be6f-eeed-b18f-6975-f1597279ec5d/java.io.tmpdir/jetty-localhost-34991-hadoop-hdfs-3_4_1-tests_jar-_-any-313972729808645381/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T14:35:35,311 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@23c308c0{HTTP/1.1, (http/1.1)}{localhost:34991} 2024-11-22T14:35:35,311 INFO [Time-limited test {}] server.Server(415): Started @255845ms 2024-11-22T14:35:35,312 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-22T14:35:35,384 WARN [Thread-3573 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0dc8be6f-eeed-b18f-6975-f1597279ec5d/cluster_e4041eb8-fa5b-317c-9b91-a97e5d80d83c/data/data1/current/BP-1045235615-172.17.0.2-1732286134960/current, will proceed with Du for space computation calculation, 2024-11-22T14:35:35,385 WARN [Thread-3574 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0dc8be6f-eeed-b18f-6975-f1597279ec5d/cluster_e4041eb8-fa5b-317c-9b91-a97e5d80d83c/data/data2/current/BP-1045235615-172.17.0.2-1732286134960/current, will proceed with Du for space computation calculation, 2024-11-22T14:35:35,403 WARN [Thread-3561 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-22T14:35:35,407 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x323f931ece6c2635 with lease ID 0xdd8eaddf067467d7: Processing first storage report for DS-a7ebeaa4-3e9c-4cd4-a932-f5732a22e4f9 from datanode DatanodeRegistration(127.0.0.1:33313, datanodeUuid=4dbd7492-49aa-49d1-aae4-b964558f14c3, infoPort=41921, infoSecurePort=0, ipcPort=43847, storageInfo=lv=-57;cid=testClusterID;nsid=2062939910;c=1732286134960) 2024-11-22T14:35:35,407 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x323f931ece6c2635 with lease ID 0xdd8eaddf067467d7: from storage DS-a7ebeaa4-3e9c-4cd4-a932-f5732a22e4f9 node DatanodeRegistration(127.0.0.1:33313, datanodeUuid=4dbd7492-49aa-49d1-aae4-b964558f14c3, infoPort=41921, infoSecurePort=0, ipcPort=43847, storageInfo=lv=-57;cid=testClusterID;nsid=2062939910;c=1732286134960), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T14:35:35,407 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x323f931ece6c2635 with lease ID 0xdd8eaddf067467d7: Processing first storage report for DS-6c6b8a3a-02c1-4c61-84d4-733b2b808e0c from datanode DatanodeRegistration(127.0.0.1:33313, datanodeUuid=4dbd7492-49aa-49d1-aae4-b964558f14c3, infoPort=41921, infoSecurePort=0, ipcPort=43847, storageInfo=lv=-57;cid=testClusterID;nsid=2062939910;c=1732286134960) 2024-11-22T14:35:35,407 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x323f931ece6c2635 with lease ID 0xdd8eaddf067467d7: from storage DS-6c6b8a3a-02c1-4c61-84d4-733b2b808e0c node DatanodeRegistration(127.0.0.1:33313, datanodeUuid=4dbd7492-49aa-49d1-aae4-b964558f14c3, infoPort=41921, infoSecurePort=0, ipcPort=43847, storageInfo=lv=-57;cid=testClusterID;nsid=2062939910;c=1732286134960), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T14:35:35,441 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0dc8be6f-eeed-b18f-6975-f1597279ec5d 2024-11-22T14:35:35,441 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T14:35:35,442 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T14:35:35,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33313 is added to blk_1073741825_1001 (size=7) 2024-11-22T14:35:35,855 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33889/user/jenkins/test-data/7586e104-4dab-7290-1223-5626957a2f2c with version=8 2024-11-22T14:35:35,856 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33889/user/jenkins/test-data/7586e104-4dab-7290-1223-5626957a2f2c/hbase-staging 2024-11-22T14:35:35,858 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b313e41b3af3:0 server-side Connection retries=45 2024-11-22T14:35:35,858 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T14:35:35,858 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T14:35:35,858 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T14:35:35,858 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T14:35:35,858 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T14:35:35,858 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-22T14:35:35,858 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T14:35:35,859 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39145 2024-11-22T14:35:35,859 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39145 connecting to ZooKeeper ensemble=127.0.0.1:60691 2024-11-22T14:35:35,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:391450x0, quorum=127.0.0.1:60691, baseZNode=/1-1608073173 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T14:35:35,861 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39145-0x10067dc0a840003 connected 2024-11-22T14:35:35,867 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T14:35:35,868 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T14:35:35,870 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39145-0x10067dc0a840003, quorum=127.0.0.1:60691, baseZNode=/1-1608073173 Set watcher on znode that does not yet exist, /1-1608073173/running 2024-11-22T14:35:35,870 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33889/user/jenkins/test-data/7586e104-4dab-7290-1223-5626957a2f2c, hbase.cluster.distributed=false 2024-11-22T14:35:35,872 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39145-0x10067dc0a840003, quorum=127.0.0.1:60691, baseZNode=/1-1608073173 Set watcher on znode that does not yet exist, /1-1608073173/acl 2024-11-22T14:35:35,872 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39145 2024-11-22T14:35:35,872 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39145 2024-11-22T14:35:35,872 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39145 2024-11-22T14:35:35,873 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39145 2024-11-22T14:35:35,877 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39145 2024-11-22T14:35:35,895 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b313e41b3af3:0 server-side Connection retries=45 2024-11-22T14:35:35,895 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T14:35:35,895 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T14:35:35,895 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T14:35:35,895 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T14:35:35,895 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T14:35:35,896 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-22T14:35:35,896 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T14:35:35,896 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46335 2024-11-22T14:35:35,897 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46335 connecting to ZooKeeper ensemble=127.0.0.1:60691 2024-11-22T14:35:35,897 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T14:35:35,899 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T14:35:35,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:463350x0, quorum=127.0.0.1:60691, baseZNode=/1-1608073173 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T14:35:35,902 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46335-0x10067dc0a840004, quorum=127.0.0.1:60691, baseZNode=/1-1608073173 Set watcher on znode that does not yet exist, /1-1608073173/running 2024-11-22T14:35:35,902 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46335-0x10067dc0a840004 connected 2024-11-22T14:35:35,902 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-22T14:35:35,903 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-22T14:35:35,903 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46335-0x10067dc0a840004, quorum=127.0.0.1:60691, baseZNode=/1-1608073173 Set watcher on znode that does not yet exist, /1-1608073173/master 2024-11-22T14:35:35,904 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46335-0x10067dc0a840004, quorum=127.0.0.1:60691, baseZNode=/1-1608073173 Set watcher on znode that does not yet exist, /1-1608073173/acl 2024-11-22T14:35:35,904 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46335 2024-11-22T14:35:35,905 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46335 2024-11-22T14:35:35,905 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46335 2024-11-22T14:35:35,911 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46335 2024-11-22T14:35:35,911 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46335 2024-11-22T14:35:35,922 DEBUG [M:0;b313e41b3af3:39145 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b313e41b3af3:39145 2024-11-22T14:35:35,922 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1608073173/backup-masters/b313e41b3af3,39145,1732286135858 2024-11-22T14:35:35,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46335-0x10067dc0a840004, quorum=127.0.0.1:60691, baseZNode=/1-1608073173 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1608073173/backup-masters 2024-11-22T14:35:35,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39145-0x10067dc0a840003, quorum=127.0.0.1:60691, baseZNode=/1-1608073173 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1608073173/backup-masters 2024-11-22T14:35:35,924 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39145-0x10067dc0a840003, quorum=127.0.0.1:60691, baseZNode=/1-1608073173 Set watcher on existing znode=/1-1608073173/backup-masters/b313e41b3af3,39145,1732286135858 2024-11-22T14:35:35,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39145-0x10067dc0a840003, quorum=127.0.0.1:60691, baseZNode=/1-1608073173 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1608073173 2024-11-22T14:35:35,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46335-0x10067dc0a840004, quorum=127.0.0.1:60691, baseZNode=/1-1608073173 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1608073173/master 2024-11-22T14:35:35,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46335-0x10067dc0a840004, quorum=127.0.0.1:60691, baseZNode=/1-1608073173 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1608073173 2024-11-22T14:35:35,925 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39145-0x10067dc0a840003, quorum=127.0.0.1:60691, baseZNode=/1-1608073173 Set watcher on existing znode=/1-1608073173/master 2024-11-22T14:35:35,925 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1608073173/backup-masters/b313e41b3af3,39145,1732286135858 from backup master directory 2024-11-22T14:35:35,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39145-0x10067dc0a840003, quorum=127.0.0.1:60691, baseZNode=/1-1608073173 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1608073173/backup-masters/b313e41b3af3,39145,1732286135858 2024-11-22T14:35:35,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39145-0x10067dc0a840003, quorum=127.0.0.1:60691, baseZNode=/1-1608073173 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1608073173/backup-masters 2024-11-22T14:35:35,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46335-0x10067dc0a840004, quorum=127.0.0.1:60691, baseZNode=/1-1608073173 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1608073173/backup-masters 2024-11-22T14:35:35,926 WARN [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T14:35:35,926 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b313e41b3af3,39145,1732286135858 2024-11-22T14:35:35,930 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33889/user/jenkins/test-data/7586e104-4dab-7290-1223-5626957a2f2c/hbase.id] with ID: 6a41c9a5-6baf-46e1-99cc-cd2d5fa7cfa3 2024-11-22T14:35:35,930 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33889/user/jenkins/test-data/7586e104-4dab-7290-1223-5626957a2f2c/.tmp/hbase.id 2024-11-22T14:35:35,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33313 is added to blk_1073741826_1002 (size=42) 2024-11-22T14:35:36,335 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33889/user/jenkins/test-data/7586e104-4dab-7290-1223-5626957a2f2c/.tmp/hbase.id]:[hdfs://localhost:33889/user/jenkins/test-data/7586e104-4dab-7290-1223-5626957a2f2c/hbase.id] 2024-11-22T14:35:36,344 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T14:35:36,344 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-22T14:35:36,346 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-22T14:35:36,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46335-0x10067dc0a840004, quorum=127.0.0.1:60691, baseZNode=/1-1608073173 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1608073173 2024-11-22T14:35:36,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39145-0x10067dc0a840003, quorum=127.0.0.1:60691, baseZNode=/1-1608073173 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1608073173 2024-11-22T14:35:36,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33313 is added to blk_1073741827_1003 (size=196) 2024-11-22T14:35:36,372 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T14:35:36,373 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-22T14:35:36,375 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T14:35:36,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33313 is added to blk_1073741828_1004 (size=1189) 2024-11-22T14:35:36,404 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33889/user/jenkins/test-data/7586e104-4dab-7290-1223-5626957a2f2c/MasterData/data/master/store 2024-11-22T14:35:36,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33313 is added to blk_1073741829_1005 (size=34) 2024-11-22T14:35:36,423 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T14:35:36,423 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T14:35:36,423 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T14:35:36,423 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T14:35:36,424 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T14:35:36,424 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T14:35:36,424 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T14:35:36,424 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732286136423Disabling compacts and flushes for region at 1732286136423Disabling writes for close at 1732286136424 (+1 ms)Writing region close event to WAL at 1732286136424Closed at 1732286136424 2024-11-22T14:35:36,424 WARN [master/b313e41b3af3:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33889/user/jenkins/test-data/7586e104-4dab-7290-1223-5626957a2f2c/MasterData/data/master/store/.initializing 2024-11-22T14:35:36,424 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33889/user/jenkins/test-data/7586e104-4dab-7290-1223-5626957a2f2c/MasterData/WALs/b313e41b3af3,39145,1732286135858 2024-11-22T14:35:36,425 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T14:35:36,426 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b313e41b3af3%2C39145%2C1732286135858, suffix=, logDir=hdfs://localhost:33889/user/jenkins/test-data/7586e104-4dab-7290-1223-5626957a2f2c/MasterData/WALs/b313e41b3af3,39145,1732286135858, archiveDir=hdfs://localhost:33889/user/jenkins/test-data/7586e104-4dab-7290-1223-5626957a2f2c/MasterData/oldWALs, maxLogs=10 2024-11-22T14:35:36,458 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7586e104-4dab-7290-1223-5626957a2f2c/MasterData/WALs/b313e41b3af3,39145,1732286135858/b313e41b3af3%2C39145%2C1732286135858.1732286136427, exclude list is [], retry=0 2024-11-22T14:35:36,475 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33313,DS-a7ebeaa4-3e9c-4cd4-a932-f5732a22e4f9,DISK] 2024-11-22T14:35:36,479 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7586e104-4dab-7290-1223-5626957a2f2c/MasterData/WALs/b313e41b3af3,39145,1732286135858/b313e41b3af3%2C39145%2C1732286135858.1732286136427 2024-11-22T14:35:36,493 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41921:41921)] 2024-11-22T14:35:36,493 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-22T14:35:36,493 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T14:35:36,493 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:35:36,493 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:35:36,500 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:35:36,502 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-22T14:35:36,503 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:35:36,503 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T14:35:36,503 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:35:36,504 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-22T14:35:36,504 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:35:36,505 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:35:36,505 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:35:36,506 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-22T14:35:36,506 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:35:36,507 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:35:36,507 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:35:36,508 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-22T14:35:36,508 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:35:36,508 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:35:36,508 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:35:36,509 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33889/user/jenkins/test-data/7586e104-4dab-7290-1223-5626957a2f2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:35:36,509 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33889/user/jenkins/test-data/7586e104-4dab-7290-1223-5626957a2f2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:35:36,510 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:35:36,510 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:35:36,510 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T14:35:36,511 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:35:36,522 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33889/user/jenkins/test-data/7586e104-4dab-7290-1223-5626957a2f2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T14:35:36,522 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73710549, jitterRate=0.09837277233600616}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T14:35:36,522 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732286136494Initializing all the Stores at 1732286136497 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732286136498 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732286136500 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732286136500Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732286136500Cleaning up temporary data from old regions at 1732286136510 (+10 ms)Region opened successfully at 1732286136522 (+12 ms) 2024-11-22T14:35:36,528 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-22T14:35:36,530 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2eff7a88, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b313e41b3af3/172.17.0.2:0 2024-11-22T14:35:36,531 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-22T14:35:36,531 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-22T14:35:36,531 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-22T14:35:36,532 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-22T14:35:36,537 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 5 msec 2024-11-22T14:35:36,537 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-22T14:35:36,537 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-22T14:35:36,563 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-22T14:35:36,564 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39145-0x10067dc0a840003, quorum=127.0.0.1:60691, baseZNode=/1-1608073173 Unable to get data of znode /1-1608073173/balancer because node does not exist (not necessarily an error) 2024-11-22T14:35:36,565 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1608073173/balancer already deleted, retry=false 2024-11-22T14:35:36,566 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-22T14:35:36,567 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39145-0x10067dc0a840003, quorum=127.0.0.1:60691, baseZNode=/1-1608073173 Unable to get data of znode /1-1608073173/normalizer because node does not exist (not necessarily an error) 2024-11-22T14:35:36,568 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1608073173/normalizer already deleted, retry=false 2024-11-22T14:35:36,569 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-22T14:35:36,573 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39145-0x10067dc0a840003, quorum=127.0.0.1:60691, baseZNode=/1-1608073173 Unable to get data of znode /1-1608073173/switch/split because node does not exist (not necessarily an error) 2024-11-22T14:35:36,573 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1608073173/switch/split already deleted, retry=false 2024-11-22T14:35:36,578 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39145-0x10067dc0a840003, quorum=127.0.0.1:60691, baseZNode=/1-1608073173 Unable to get data of znode /1-1608073173/switch/merge because node does not exist (not necessarily an error) 2024-11-22T14:35:36,579 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1608073173/switch/merge already deleted, retry=false 2024-11-22T14:35:36,581 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39145-0x10067dc0a840003, quorum=127.0.0.1:60691, baseZNode=/1-1608073173 Unable to get data of znode /1-1608073173/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-22T14:35:36,582 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1608073173/snapshot-cleanup already deleted, retry=false 2024-11-22T14:35:36,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39145-0x10067dc0a840003, quorum=127.0.0.1:60691, baseZNode=/1-1608073173 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1608073173/running 2024-11-22T14:35:36,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46335-0x10067dc0a840004, quorum=127.0.0.1:60691, baseZNode=/1-1608073173 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1608073173/running 2024-11-22T14:35:36,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39145-0x10067dc0a840003, quorum=127.0.0.1:60691, baseZNode=/1-1608073173 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1608073173 2024-11-22T14:35:36,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46335-0x10067dc0a840004, quorum=127.0.0.1:60691, baseZNode=/1-1608073173 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1608073173 2024-11-22T14:35:36,585 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b313e41b3af3,39145,1732286135858, sessionid=0x10067dc0a840003, setting cluster-up flag (Was=false) 2024-11-22T14:35:36,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39145-0x10067dc0a840003, quorum=127.0.0.1:60691, baseZNode=/1-1608073173 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1608073173 2024-11-22T14:35:36,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46335-0x10067dc0a840004, quorum=127.0.0.1:60691, baseZNode=/1-1608073173 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1608073173 2024-11-22T14:35:36,590 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1608073173/flush-table-proc/acquired, /1-1608073173/flush-table-proc/reached, /1-1608073173/flush-table-proc/abort 2024-11-22T14:35:36,591 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b313e41b3af3,39145,1732286135858 2024-11-22T14:35:36,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46335-0x10067dc0a840004, quorum=127.0.0.1:60691, baseZNode=/1-1608073173 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1608073173 2024-11-22T14:35:36,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39145-0x10067dc0a840003, quorum=127.0.0.1:60691, baseZNode=/1-1608073173 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1608073173 2024-11-22T14:35:36,595 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1608073173/online-snapshot/acquired, /1-1608073173/online-snapshot/reached, /1-1608073173/online-snapshot/abort 2024-11-22T14:35:36,596 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b313e41b3af3,39145,1732286135858 2024-11-22T14:35:36,597 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33889/user/jenkins/test-data/7586e104-4dab-7290-1223-5626957a2f2c/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-22T14:35:36,598 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-22T14:35:36,598 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-22T14:35:36,598 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-22T14:35:36,598 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b313e41b3af3,39145,1732286135858 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-22T14:35:36,600 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b313e41b3af3:0, corePoolSize=5, maxPoolSize=5 2024-11-22T14:35:36,600 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b313e41b3af3:0, corePoolSize=5, maxPoolSize=5 2024-11-22T14:35:36,600 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b313e41b3af3:0, corePoolSize=5, maxPoolSize=5 2024-11-22T14:35:36,600 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b313e41b3af3:0, corePoolSize=5, maxPoolSize=5 2024-11-22T14:35:36,600 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b313e41b3af3:0, corePoolSize=10, maxPoolSize=10 2024-11-22T14:35:36,600 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:35:36,600 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b313e41b3af3:0, corePoolSize=2, maxPoolSize=2 2024-11-22T14:35:36,600 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:35:36,614 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T14:35:36,614 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-22T14:35:36,615 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:35:36,615 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-22T14:35:36,619 INFO [RS:0;b313e41b3af3:46335 {}] regionserver.HRegionServer(746): ClusterId : 6a41c9a5-6baf-46e1-99cc-cd2d5fa7cfa3 2024-11-22T14:35:36,619 DEBUG [RS:0;b313e41b3af3:46335 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-22T14:35:36,622 DEBUG [RS:0;b313e41b3af3:46335 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-22T14:35:36,622 DEBUG [RS:0;b313e41b3af3:46335 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-22T14:35:36,624 DEBUG [RS:0;b313e41b3af3:46335 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-22T14:35:36,624 DEBUG [RS:0;b313e41b3af3:46335 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bc0fd7f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b313e41b3af3/172.17.0.2:0 2024-11-22T14:35:36,673 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732286166673 2024-11-22T14:35:36,673 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-22T14:35:36,673 DEBUG [RS:0;b313e41b3af3:46335 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b313e41b3af3:46335 2024-11-22T14:35:36,673 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-22T14:35:36,673 INFO [RS:0;b313e41b3af3:46335 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-22T14:35:36,673 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-22T14:35:36,673 INFO [RS:0;b313e41b3af3:46335 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-22T14:35:36,673 DEBUG [RS:0;b313e41b3af3:46335 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-22T14:35:36,673 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-22T14:35:36,673 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-22T14:35:36,673 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-22T14:35:36,674 INFO [RS:0;b313e41b3af3:46335 {}] regionserver.HRegionServer(2659): reportForDuty to master=b313e41b3af3,39145,1732286135858 with port=46335, startcode=1732286135895 2024-11-22T14:35:36,674 DEBUG [RS:0;b313e41b3af3:46335 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-22T14:35:36,697 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T14:35:36,704 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32899, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=RegionServerStatusService 2024-11-22T14:35:36,704 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39145 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T14:35:36,706 DEBUG [RS:0;b313e41b3af3:46335 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-22T14:35:36,706 WARN [RS:0;b313e41b3af3:46335 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-22T14:35:36,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33313 is added to blk_1073741831_1007 (size=1321) 2024-11-22T14:35:36,708 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33889/user/jenkins/test-data/7586e104-4dab-7290-1223-5626957a2f2c/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-22T14:35:36,708 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33889/user/jenkins/test-data/7586e104-4dab-7290-1223-5626957a2f2c 2024-11-22T14:35:36,710 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-22T14:35:36,710 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-22T14:35:36,711 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-22T14:35:36,711 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-22T14:35:36,711 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-22T14:35:36,711 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-22T14:35:36,711 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b313e41b3af3:0:becomeActiveMaster-HFileCleaner.large.0-1732286136711,5,FailOnTimeoutGroup] 2024-11-22T14:35:36,711 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b313e41b3af3:0:becomeActiveMaster-HFileCleaner.small.0-1732286136711,5,FailOnTimeoutGroup] 2024-11-22T14:35:36,712 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T14:35:36,712 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-22T14:35:36,712 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-22T14:35:36,712 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-22T14:35:36,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33313 is added to blk_1073741832_1008 (size=32) 2024-11-22T14:35:36,735 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T14:35:36,743 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T14:35:36,754 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T14:35:36,754 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:35:36,755 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T14:35:36,755 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T14:35:36,756 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T14:35:36,756 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:35:36,757 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T14:35:36,757 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T14:35:36,758 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T14:35:36,758 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:35:36,758 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T14:35:36,758 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T14:35:36,759 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T14:35:36,759 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:35:36,759 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T14:35:36,759 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T14:35:36,760 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33889/user/jenkins/test-data/7586e104-4dab-7290-1223-5626957a2f2c/data/hbase/meta/1588230740 2024-11-22T14:35:36,760 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33889/user/jenkins/test-data/7586e104-4dab-7290-1223-5626957a2f2c/data/hbase/meta/1588230740 2024-11-22T14:35:36,761 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T14:35:36,761 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T14:35:36,762 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T14:35:36,763 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T14:35:36,770 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33889/user/jenkins/test-data/7586e104-4dab-7290-1223-5626957a2f2c/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T14:35:36,770 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60366039, jitterRate=-0.10047592222690582}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T14:35:36,770 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732286136735Initializing all the Stores at 1732286136735Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732286136735Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732286136743 (+8 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732286136743Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732286136743Cleaning up temporary data from old regions at 1732286136761 (+18 ms)Region opened successfully at 1732286136770 (+9 ms) 2024-11-22T14:35:36,770 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-22T14:35:36,770 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-22T14:35:36,770 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-22T14:35:36,770 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T14:35:36,770 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T14:35:36,777 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-22T14:35:36,777 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732286136770Disabling compacts and flushes for region at 1732286136770Disabling writes for close at 1732286136770Writing region close event to WAL at 1732286136777 (+7 ms)Closed at 1732286136777 2024-11-22T14:35:36,778 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T14:35:36,778 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-22T14:35:36,779 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-22T14:35:36,780 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T14:35:36,780 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-22T14:35:36,806 INFO [RS:0;b313e41b3af3:46335 {}] regionserver.HRegionServer(2659): reportForDuty to master=b313e41b3af3,39145,1732286135858 with port=46335, startcode=1732286135895 2024-11-22T14:35:36,807 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39145 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b313e41b3af3,46335,1732286135895 2024-11-22T14:35:36,807 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39145 {}] master.ServerManager(517): Registering regionserver=b313e41b3af3,46335,1732286135895 2024-11-22T14:35:36,809 DEBUG [RS:0;b313e41b3af3:46335 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33889/user/jenkins/test-data/7586e104-4dab-7290-1223-5626957a2f2c 2024-11-22T14:35:36,809 DEBUG [RS:0;b313e41b3af3:46335 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33889 2024-11-22T14:35:36,809 DEBUG [RS:0;b313e41b3af3:46335 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-22T14:35:36,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39145-0x10067dc0a840003, quorum=127.0.0.1:60691, baseZNode=/1-1608073173 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1608073173/rs 2024-11-22T14:35:36,813 DEBUG [RS:0;b313e41b3af3:46335 {}] zookeeper.ZKUtil(111): regionserver:46335-0x10067dc0a840004, quorum=127.0.0.1:60691, baseZNode=/1-1608073173 Set watcher on existing znode=/1-1608073173/rs/b313e41b3af3,46335,1732286135895 2024-11-22T14:35:36,814 WARN [RS:0;b313e41b3af3:46335 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T14:35:36,814 INFO [RS:0;b313e41b3af3:46335 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T14:35:36,814 DEBUG [RS:0;b313e41b3af3:46335 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33889/user/jenkins/test-data/7586e104-4dab-7290-1223-5626957a2f2c/WALs/b313e41b3af3,46335,1732286135895 2024-11-22T14:35:36,817 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b313e41b3af3,46335,1732286135895] 2024-11-22T14:35:36,837 INFO [RS:0;b313e41b3af3:46335 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-22T14:35:36,849 INFO [RS:0;b313e41b3af3:46335 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-22T14:35:36,857 INFO [RS:0;b313e41b3af3:46335 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-22T14:35:36,857 INFO [RS:0;b313e41b3af3:46335 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T14:35:36,862 INFO [RS:0;b313e41b3af3:46335 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-22T14:35:36,864 INFO [RS:0;b313e41b3af3:46335 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-22T14:35:36,864 INFO [RS:0;b313e41b3af3:46335 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-22T14:35:36,864 DEBUG [RS:0;b313e41b3af3:46335 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:35:36,864 DEBUG [RS:0;b313e41b3af3:46335 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:35:36,864 DEBUG [RS:0;b313e41b3af3:46335 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:35:36,864 DEBUG [RS:0;b313e41b3af3:46335 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:35:36,864 DEBUG [RS:0;b313e41b3af3:46335 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:35:36,864 DEBUG [RS:0;b313e41b3af3:46335 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b313e41b3af3:0, corePoolSize=2, maxPoolSize=2 2024-11-22T14:35:36,864 DEBUG [RS:0;b313e41b3af3:46335 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:35:36,865 DEBUG [RS:0;b313e41b3af3:46335 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:35:36,865 DEBUG [RS:0;b313e41b3af3:46335 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:35:36,865 DEBUG [RS:0;b313e41b3af3:46335 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:35:36,865 DEBUG [RS:0;b313e41b3af3:46335 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:35:36,865 DEBUG [RS:0;b313e41b3af3:46335 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:35:36,865 DEBUG [RS:0;b313e41b3af3:46335 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b313e41b3af3:0, corePoolSize=3, maxPoolSize=3 2024-11-22T14:35:36,865 DEBUG [RS:0;b313e41b3af3:46335 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b313e41b3af3:0, corePoolSize=3, maxPoolSize=3 2024-11-22T14:35:36,880 INFO [RS:0;b313e41b3af3:46335 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T14:35:36,880 INFO [RS:0;b313e41b3af3:46335 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T14:35:36,880 INFO [RS:0;b313e41b3af3:46335 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T14:35:36,880 INFO [RS:0;b313e41b3af3:46335 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-22T14:35:36,880 INFO [RS:0;b313e41b3af3:46335 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-22T14:35:36,880 INFO [RS:0;b313e41b3af3:46335 {}] hbase.ChoreService(168): Chore ScheduledChore name=b313e41b3af3,46335,1732286135895-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T14:35:36,902 INFO [RS:0;b313e41b3af3:46335 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-22T14:35:36,903 INFO [RS:0;b313e41b3af3:46335 {}] hbase.ChoreService(168): Chore ScheduledChore name=b313e41b3af3,46335,1732286135895-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T14:35:36,903 INFO [RS:0;b313e41b3af3:46335 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T14:35:36,903 INFO [RS:0;b313e41b3af3:46335 {}] regionserver.Replication(171): b313e41b3af3,46335,1732286135895 started 2024-11-22T14:35:36,924 INFO [RS:0;b313e41b3af3:46335 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T14:35:36,925 INFO [RS:0;b313e41b3af3:46335 {}] regionserver.HRegionServer(1482): Serving as b313e41b3af3,46335,1732286135895, RpcServer on b313e41b3af3/172.17.0.2:46335, sessionid=0x10067dc0a840004 2024-11-22T14:35:36,925 DEBUG [RS:0;b313e41b3af3:46335 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-22T14:35:36,925 DEBUG [RS:0;b313e41b3af3:46335 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b313e41b3af3,46335,1732286135895 2024-11-22T14:35:36,925 DEBUG [RS:0;b313e41b3af3:46335 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b313e41b3af3,46335,1732286135895' 2024-11-22T14:35:36,925 DEBUG [RS:0;b313e41b3af3:46335 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1608073173/flush-table-proc/abort' 2024-11-22T14:35:36,926 DEBUG [RS:0;b313e41b3af3:46335 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1608073173/flush-table-proc/acquired' 2024-11-22T14:35:36,926 DEBUG [RS:0;b313e41b3af3:46335 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-22T14:35:36,926 DEBUG [RS:0;b313e41b3af3:46335 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-22T14:35:36,926 DEBUG [RS:0;b313e41b3af3:46335 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b313e41b3af3,46335,1732286135895 2024-11-22T14:35:36,926 DEBUG [RS:0;b313e41b3af3:46335 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b313e41b3af3,46335,1732286135895' 2024-11-22T14:35:36,926 DEBUG [RS:0;b313e41b3af3:46335 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1608073173/online-snapshot/abort' 2024-11-22T14:35:36,927 DEBUG [RS:0;b313e41b3af3:46335 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1608073173/online-snapshot/acquired' 2024-11-22T14:35:36,928 DEBUG [RS:0;b313e41b3af3:46335 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-22T14:35:36,928 INFO [RS:0;b313e41b3af3:46335 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-22T14:35:36,928 INFO [RS:0;b313e41b3af3:46335 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-22T14:35:36,930 WARN [b313e41b3af3:39145 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-22T14:35:37,028 INFO [RS:0;b313e41b3af3:46335 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T14:35:37,030 INFO [RS:0;b313e41b3af3:46335 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b313e41b3af3%2C46335%2C1732286135895, suffix=, logDir=hdfs://localhost:33889/user/jenkins/test-data/7586e104-4dab-7290-1223-5626957a2f2c/WALs/b313e41b3af3,46335,1732286135895, archiveDir=hdfs://localhost:33889/user/jenkins/test-data/7586e104-4dab-7290-1223-5626957a2f2c/oldWALs, maxLogs=10 2024-11-22T14:35:37,055 DEBUG [RS:0;b313e41b3af3:46335 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7586e104-4dab-7290-1223-5626957a2f2c/WALs/b313e41b3af3,46335,1732286135895/b313e41b3af3%2C46335%2C1732286135895.1732286137030, exclude list is [], retry=0 2024-11-22T14:35:37,060 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33313,DS-a7ebeaa4-3e9c-4cd4-a932-f5732a22e4f9,DISK] 2024-11-22T14:35:37,070 INFO [RS:0;b313e41b3af3:46335 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7586e104-4dab-7290-1223-5626957a2f2c/WALs/b313e41b3af3,46335,1732286135895/b313e41b3af3%2C46335%2C1732286135895.1732286137030 2024-11-22T14:35:37,075 DEBUG [RS:0;b313e41b3af3:46335 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41921:41921)] 2024-11-22T14:35:37,181 DEBUG [b313e41b3af3:39145 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-22T14:35:37,181 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b313e41b3af3,46335,1732286135895 2024-11-22T14:35:37,182 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b313e41b3af3,46335,1732286135895, state=OPENING 2024-11-22T14:35:37,183 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-22T14:35:37,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39145-0x10067dc0a840003, quorum=127.0.0.1:60691, baseZNode=/1-1608073173 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1608073173 2024-11-22T14:35:37,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46335-0x10067dc0a840004, quorum=127.0.0.1:60691, baseZNode=/1-1608073173 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1608073173 2024-11-22T14:35:37,185 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1608073173/meta-region-server: CHANGED 2024-11-22T14:35:37,185 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T14:35:37,185 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b313e41b3af3,46335,1732286135895}] 2024-11-22T14:35:37,186 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1608073173/meta-region-server: CHANGED 2024-11-22T14:35:37,348 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-22T14:35:37,362 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38573, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-22T14:35:37,370 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-22T14:35:37,370 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T14:35:37,370 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-22T14:35:37,371 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b313e41b3af3%2C46335%2C1732286135895.meta, suffix=.meta, logDir=hdfs://localhost:33889/user/jenkins/test-data/7586e104-4dab-7290-1223-5626957a2f2c/WALs/b313e41b3af3,46335,1732286135895, archiveDir=hdfs://localhost:33889/user/jenkins/test-data/7586e104-4dab-7290-1223-5626957a2f2c/oldWALs, maxLogs=10 2024-11-22T14:35:37,393 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7586e104-4dab-7290-1223-5626957a2f2c/WALs/b313e41b3af3,46335,1732286135895/b313e41b3af3%2C46335%2C1732286135895.meta.1732286137372.meta, exclude list is [], retry=0 2024-11-22T14:35:37,395 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33313,DS-a7ebeaa4-3e9c-4cd4-a932-f5732a22e4f9,DISK] 2024-11-22T14:35:37,405 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7586e104-4dab-7290-1223-5626957a2f2c/WALs/b313e41b3af3,46335,1732286135895/b313e41b3af3%2C46335%2C1732286135895.meta.1732286137372.meta 2024-11-22T14:35:37,412 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41921:41921)] 2024-11-22T14:35:37,412 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-22T14:35:37,414 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-22T14:35:37,414 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-22T14:35:37,414 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-22T14:35:37,414 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-22T14:35:37,414 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-22T14:35:37,414 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T14:35:37,414 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-22T14:35:37,414 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-22T14:35:37,417 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T14:35:37,418 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T14:35:37,418 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:35:37,419 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T14:35:37,419 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T14:35:37,420 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T14:35:37,420 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:35:37,420 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T14:35:37,421 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T14:35:37,421 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T14:35:37,421 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:35:37,422 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T14:35:37,422 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T14:35:37,422 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T14:35:37,423 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:35:37,423 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T14:35:37,423 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T14:35:37,424 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33889/user/jenkins/test-data/7586e104-4dab-7290-1223-5626957a2f2c/data/hbase/meta/1588230740 2024-11-22T14:35:37,425 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33889/user/jenkins/test-data/7586e104-4dab-7290-1223-5626957a2f2c/data/hbase/meta/1588230740 2024-11-22T14:35:37,426 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T14:35:37,426 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T14:35:37,426 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T14:35:37,427 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T14:35:37,428 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72400378, jitterRate=0.07884970307350159}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T14:35:37,428 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-22T14:35:37,428 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732286137415Writing region info on filesystem at 1732286137415Initializing all the Stores at 1732286137416 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732286137416Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732286137417 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732286137417Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732286137417Cleaning up temporary data from old regions at 1732286137426 (+9 ms)Running coprocessor post-open hooks at 1732286137428 (+2 ms)Region opened successfully at 1732286137428 2024-11-22T14:35:37,429 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732286137348 2024-11-22T14:35:37,434 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-22T14:35:37,434 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-22T14:35:37,434 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b313e41b3af3,46335,1732286135895 2024-11-22T14:35:37,435 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b313e41b3af3,46335,1732286135895, state=OPEN 2024-11-22T14:35:37,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46335-0x10067dc0a840004, quorum=127.0.0.1:60691, baseZNode=/1-1608073173 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1608073173/meta-region-server 2024-11-22T14:35:37,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39145-0x10067dc0a840003, quorum=127.0.0.1:60691, baseZNode=/1-1608073173 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1608073173/meta-region-server 2024-11-22T14:35:37,436 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1608073173/meta-region-server: CHANGED 2024-11-22T14:35:37,436 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1608073173/meta-region-server: CHANGED 2024-11-22T14:35:37,437 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b313e41b3af3,46335,1732286135895 2024-11-22T14:35:37,439 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-22T14:35:37,440 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b313e41b3af3,46335,1732286135895 in 252 msec 2024-11-22T14:35:37,445 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T14:35:37,445 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-22T14:35:37,446 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-22T14:35:37,446 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 662 msec 2024-11-22T14:35:37,446 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T14:35:37,446 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b313e41b3af3,46335,1732286135895, seqNum=-1] 2024-11-22T14:35:37,447 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T14:35:37,448 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54979, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T14:35:37,456 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 855 msec 2024-11-22T14:35:37,456 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732286137456, completionTime=-1 2024-11-22T14:35:37,456 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-22T14:35:37,456 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-22T14:35:37,458 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-22T14:35:37,458 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732286197458 2024-11-22T14:35:37,458 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732286257458 2024-11-22T14:35:37,459 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-22T14:35:37,459 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b313e41b3af3,39145,1732286135858-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T14:35:37,459 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b313e41b3af3,39145,1732286135858-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T14:35:37,459 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b313e41b3af3,39145,1732286135858-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T14:35:37,459 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b313e41b3af3:39145, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T14:35:37,459 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-22T14:35:37,461 DEBUG [master/b313e41b3af3:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-22T14:35:37,469 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-22T14:35:37,477 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.551sec 2024-11-22T14:35:37,477 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-22T14:35:37,477 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-22T14:35:37,477 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-22T14:35:37,477 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-22T14:35:37,477 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-22T14:35:37,477 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b313e41b3af3,39145,1732286135858-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T14:35:37,477 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b313e41b3af3,39145,1732286135858-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-22T14:35:37,483 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-22T14:35:37,483 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-22T14:35:37,483 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b313e41b3af3,39145,1732286135858-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T14:35:37,520 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@286ae87f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:35:37,520 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b313e41b3af3,39145,-1 for getting cluster id 2024-11-22T14:35:37,520 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T14:35:37,522 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6a41c9a5-6baf-46e1-99cc-cd2d5fa7cfa3' 2024-11-22T14:35:37,522 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T14:35:37,522 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6a41c9a5-6baf-46e1-99cc-cd2d5fa7cfa3" 2024-11-22T14:35:37,523 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e52fa26, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:35:37,523 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b313e41b3af3,39145,-1] 2024-11-22T14:35:37,523 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T14:35:37,523 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:35:37,524 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33826, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T14:35:37,525 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a2d18ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:35:37,526 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T14:35:37,527 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b313e41b3af3,46335,1732286135895, seqNum=-1] 2024-11-22T14:35:37,527 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T14:35:37,529 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49108, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T14:35:37,531 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b313e41b3af3,39145,1732286135858 2024-11-22T14:35:37,532 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:60691 2024-11-22T14:35:37,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:60691, baseZNode=/1-1608073173 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T14:35:37,558 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0dc8be6f-eeed-b18f-6975-f1597279ec5d/hadoop.log.dir so I do NOT create it in target/test-data/3393e3c7-55dc-0909-d783-ff5700be57f1 2024-11-22T14:35:37,558 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0dc8be6f-eeed-b18f-6975-f1597279ec5d/hadoop.log.dir Erasing configuration value by system value. 2024-11-22T14:35:37,558 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0dc8be6f-eeed-b18f-6975-f1597279ec5d/hadoop.tmp.dir so I do NOT create it in target/test-data/3393e3c7-55dc-0909-d783-ff5700be57f1 2024-11-22T14:35:37,558 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0dc8be6f-eeed-b18f-6975-f1597279ec5d/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-22T14:35:37,558 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3393e3c7-55dc-0909-d783-ff5700be57f1 2024-11-22T14:35:37,558 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-22T14:35:37,558 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3393e3c7-55dc-0909-d783-ff5700be57f1/cluster_25b492c2-9a59-92d4-d4e6-5e354fd1d84f, deleteOnExit=true 2024-11-22T14:35:37,559 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-22T14:35:37,559 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3393e3c7-55dc-0909-d783-ff5700be57f1/test.cache.data in system properties and HBase conf 2024-11-22T14:35:37,559 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3393e3c7-55dc-0909-d783-ff5700be57f1/hadoop.tmp.dir in system properties and HBase conf 2024-11-22T14:35:37,559 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3393e3c7-55dc-0909-d783-ff5700be57f1/hadoop.log.dir in system properties and HBase conf 2024-11-22T14:35:37,559 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3393e3c7-55dc-0909-d783-ff5700be57f1/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-22T14:35:37,559 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3393e3c7-55dc-0909-d783-ff5700be57f1/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-22T14:35:37,559 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-22T14:35:37,559 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-22T14:35:37,559 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3393e3c7-55dc-0909-d783-ff5700be57f1/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-22T14:35:37,559 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3393e3c7-55dc-0909-d783-ff5700be57f1/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-22T14:35:37,559 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3393e3c7-55dc-0909-d783-ff5700be57f1/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-22T14:35:37,560 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3393e3c7-55dc-0909-d783-ff5700be57f1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T14:35:37,560 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3393e3c7-55dc-0909-d783-ff5700be57f1/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-22T14:35:37,560 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3393e3c7-55dc-0909-d783-ff5700be57f1/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-22T14:35:37,560 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3393e3c7-55dc-0909-d783-ff5700be57f1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T14:35:37,560 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3393e3c7-55dc-0909-d783-ff5700be57f1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T14:35:37,560 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3393e3c7-55dc-0909-d783-ff5700be57f1/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-22T14:35:37,560 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3393e3c7-55dc-0909-d783-ff5700be57f1/nfs.dump.dir in system properties and HBase conf 2024-11-22T14:35:37,560 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3393e3c7-55dc-0909-d783-ff5700be57f1/java.io.tmpdir in system properties and HBase conf 2024-11-22T14:35:37,560 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3393e3c7-55dc-0909-d783-ff5700be57f1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T14:35:37,560 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3393e3c7-55dc-0909-d783-ff5700be57f1/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-22T14:35:37,560 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3393e3c7-55dc-0909-d783-ff5700be57f1/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-22T14:35:37,567 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10067dc0a840005 connected 2024-11-22T14:35:37,671 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T14:35:37,690 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T14:35:37,737 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T14:35:37,737 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T14:35:37,737 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-22T14:35:37,746 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T14:35:37,757 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f3bbf9e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3393e3c7-55dc-0909-d783-ff5700be57f1/hadoop.log.dir/,AVAILABLE} 2024-11-22T14:35:37,758 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3ac7ff8b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T14:35:37,897 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2988b30f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3393e3c7-55dc-0909-d783-ff5700be57f1/java.io.tmpdir/jetty-localhost-46101-hadoop-hdfs-3_4_1-tests_jar-_-any-11654835243608586205/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T14:35:37,898 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@75406eb2{HTTP/1.1, (http/1.1)}{localhost:46101} 2024-11-22T14:35:37,898 INFO [Time-limited test {}] server.Server(415): Started @258431ms 2024-11-22T14:35:38,052 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T14:35:38,055 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T14:35:38,061 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T14:35:38,061 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T14:35:38,061 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-22T14:35:38,063 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@20c8c31{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3393e3c7-55dc-0909-d783-ff5700be57f1/hadoop.log.dir/,AVAILABLE} 2024-11-22T14:35:38,063 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@193535bb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T14:35:38,193 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@67175ad1{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3393e3c7-55dc-0909-d783-ff5700be57f1/java.io.tmpdir/jetty-localhost-42813-hadoop-hdfs-3_4_1-tests_jar-_-any-8292423888962140302/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T14:35:38,193 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5cc36556{HTTP/1.1, (http/1.1)}{localhost:42813} 2024-11-22T14:35:38,193 INFO [Time-limited test {}] server.Server(415): Started @258726ms 2024-11-22T14:35:38,194 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-22T14:35:38,282 WARN [Thread-3693 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3393e3c7-55dc-0909-d783-ff5700be57f1/cluster_25b492c2-9a59-92d4-d4e6-5e354fd1d84f/data/data1/current/BP-1310612094-172.17.0.2-1732286137588/current, will proceed with Du for space computation calculation, 2024-11-22T14:35:38,283 WARN [Thread-3694 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3393e3c7-55dc-0909-d783-ff5700be57f1/cluster_25b492c2-9a59-92d4-d4e6-5e354fd1d84f/data/data2/current/BP-1310612094-172.17.0.2-1732286137588/current, will proceed with Du for space computation calculation, 2024-11-22T14:35:38,376 WARN [Thread-3681 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-22T14:35:38,384 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2307bab6e182d536 with lease ID 0xf1a4e96cfda8adb0: Processing first storage report for DS-fa9a2e4d-aa46-4941-bfb9-9f84b923752a from datanode DatanodeRegistration(127.0.0.1:35521, datanodeUuid=4e213081-2c7b-4942-bf03-834354ec9c45, infoPort=41005, infoSecurePort=0, ipcPort=35585, storageInfo=lv=-57;cid=testClusterID;nsid=890840591;c=1732286137588) 2024-11-22T14:35:38,385 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2307bab6e182d536 with lease ID 0xf1a4e96cfda8adb0: from storage DS-fa9a2e4d-aa46-4941-bfb9-9f84b923752a node DatanodeRegistration(127.0.0.1:35521, datanodeUuid=4e213081-2c7b-4942-bf03-834354ec9c45, infoPort=41005, infoSecurePort=0, ipcPort=35585, storageInfo=lv=-57;cid=testClusterID;nsid=890840591;c=1732286137588), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T14:35:38,385 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2307bab6e182d536 with lease ID 0xf1a4e96cfda8adb0: Processing first storage report for DS-e1fc888f-57c1-488c-a4e4-57436d10842a from datanode DatanodeRegistration(127.0.0.1:35521, datanodeUuid=4e213081-2c7b-4942-bf03-834354ec9c45, infoPort=41005, infoSecurePort=0, ipcPort=35585, storageInfo=lv=-57;cid=testClusterID;nsid=890840591;c=1732286137588) 2024-11-22T14:35:38,385 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2307bab6e182d536 with lease ID 0xf1a4e96cfda8adb0: from storage DS-e1fc888f-57c1-488c-a4e4-57436d10842a node DatanodeRegistration(127.0.0.1:35521, datanodeUuid=4e213081-2c7b-4942-bf03-834354ec9c45, infoPort=41005, infoSecurePort=0, ipcPort=35585, storageInfo=lv=-57;cid=testClusterID;nsid=890840591;c=1732286137588), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-22T14:35:38,457 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3393e3c7-55dc-0909-d783-ff5700be57f1 2024-11-22T14:35:38,457 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T14:35:38,459 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T14:35:38,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35521 is added to blk_1073741825_1001 (size=7) 2024-11-22T14:35:38,481 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34525/user/jenkins/test-data/664b49da-9a61-43bd-a357-8152bf46dbed with version=8 2024-11-22T14:35:38,481 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34525/user/jenkins/test-data/664b49da-9a61-43bd-a357-8152bf46dbed/hbase-staging 2024-11-22T14:35:38,483 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b313e41b3af3:0 server-side Connection retries=45 2024-11-22T14:35:38,483 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T14:35:38,484 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T14:35:38,484 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T14:35:38,484 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T14:35:38,484 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T14:35:38,484 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-22T14:35:38,484 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T14:35:38,485 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38575 2024-11-22T14:35:38,486 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38575 connecting to ZooKeeper ensemble=127.0.0.1:60691 2024-11-22T14:35:38,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:385750x0, quorum=127.0.0.1:60691, baseZNode=/2-1732028059 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T14:35:38,489 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38575-0x10067dc0a840006 connected 2024-11-22T14:35:38,495 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T14:35:38,497 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T14:35:38,499 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38575-0x10067dc0a840006, quorum=127.0.0.1:60691, baseZNode=/2-1732028059 Set watcher on znode that does not yet exist, /2-1732028059/running 2024-11-22T14:35:38,499 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34525/user/jenkins/test-data/664b49da-9a61-43bd-a357-8152bf46dbed, hbase.cluster.distributed=false 2024-11-22T14:35:38,501 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38575-0x10067dc0a840006, quorum=127.0.0.1:60691, baseZNode=/2-1732028059 Set watcher on znode that does not yet exist, /2-1732028059/acl 2024-11-22T14:35:38,506 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38575 2024-11-22T14:35:38,506 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38575 2024-11-22T14:35:38,509 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38575 2024-11-22T14:35:38,513 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38575 2024-11-22T14:35:38,517 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38575 2024-11-22T14:35:38,535 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b313e41b3af3:0 server-side Connection retries=45 2024-11-22T14:35:38,535 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T14:35:38,535 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T14:35:38,535 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T14:35:38,535 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T14:35:38,535 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T14:35:38,536 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-22T14:35:38,536 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T14:35:38,536 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33333 2024-11-22T14:35:38,537 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33333 connecting to ZooKeeper ensemble=127.0.0.1:60691 2024-11-22T14:35:38,538 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T14:35:38,540 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T14:35:38,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:333330x0, quorum=127.0.0.1:60691, baseZNode=/2-1732028059 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T14:35:38,544 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:333330x0, quorum=127.0.0.1:60691, baseZNode=/2-1732028059 Set watcher on znode that does not yet exist, /2-1732028059/running 2024-11-22T14:35:38,545 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-22T14:35:38,545 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33333-0x10067dc0a840007 connected 2024-11-22T14:35:38,549 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-22T14:35:38,550 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33333-0x10067dc0a840007, quorum=127.0.0.1:60691, baseZNode=/2-1732028059 Set watcher on znode that does not yet exist, /2-1732028059/master 2024-11-22T14:35:38,551 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33333-0x10067dc0a840007, quorum=127.0.0.1:60691, baseZNode=/2-1732028059 Set watcher on znode that does not yet exist, /2-1732028059/acl 2024-11-22T14:35:38,557 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33333 2024-11-22T14:35:38,557 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33333 2024-11-22T14:35:38,558 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33333 2024-11-22T14:35:38,563 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33333 2024-11-22T14:35:38,565 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33333 2024-11-22T14:35:38,584 DEBUG [M:0;b313e41b3af3:38575 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b313e41b3af3:38575 2024-11-22T14:35:38,584 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-1732028059/backup-masters/b313e41b3af3,38575,1732286138483 2024-11-22T14:35:38,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38575-0x10067dc0a840006, quorum=127.0.0.1:60691, baseZNode=/2-1732028059 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1732028059/backup-masters 2024-11-22T14:35:38,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33333-0x10067dc0a840007, quorum=127.0.0.1:60691, baseZNode=/2-1732028059 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1732028059/backup-masters 2024-11-22T14:35:38,586 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38575-0x10067dc0a840006, quorum=127.0.0.1:60691, baseZNode=/2-1732028059 Set watcher on existing znode=/2-1732028059/backup-masters/b313e41b3af3,38575,1732286138483 2024-11-22T14:35:38,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33333-0x10067dc0a840007, quorum=127.0.0.1:60691, baseZNode=/2-1732028059 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1732028059/master 2024-11-22T14:35:38,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38575-0x10067dc0a840006, quorum=127.0.0.1:60691, baseZNode=/2-1732028059 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1732028059 2024-11-22T14:35:38,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33333-0x10067dc0a840007, quorum=127.0.0.1:60691, baseZNode=/2-1732028059 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1732028059 2024-11-22T14:35:38,587 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38575-0x10067dc0a840006, quorum=127.0.0.1:60691, baseZNode=/2-1732028059 Set watcher on existing znode=/2-1732028059/master 2024-11-22T14:35:38,587 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-1732028059/backup-masters/b313e41b3af3,38575,1732286138483 from backup master directory 2024-11-22T14:35:38,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33333-0x10067dc0a840007, quorum=127.0.0.1:60691, baseZNode=/2-1732028059 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1732028059/backup-masters 2024-11-22T14:35:38,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38575-0x10067dc0a840006, quorum=127.0.0.1:60691, baseZNode=/2-1732028059 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1732028059/backup-masters/b313e41b3af3,38575,1732286138483 2024-11-22T14:35:38,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38575-0x10067dc0a840006, quorum=127.0.0.1:60691, baseZNode=/2-1732028059 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1732028059/backup-masters 2024-11-22T14:35:38,588 WARN [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T14:35:38,588 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b313e41b3af3,38575,1732286138483 2024-11-22T14:35:38,594 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34525/user/jenkins/test-data/664b49da-9a61-43bd-a357-8152bf46dbed/hbase.id] with ID: 512b5879-2274-4065-8d0d-0ade5b912ab5 2024-11-22T14:35:38,594 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34525/user/jenkins/test-data/664b49da-9a61-43bd-a357-8152bf46dbed/.tmp/hbase.id 2024-11-22T14:35:38,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35521 is added to blk_1073741826_1002 (size=42) 2024-11-22T14:35:39,009 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34525/user/jenkins/test-data/664b49da-9a61-43bd-a357-8152bf46dbed/.tmp/hbase.id]:[hdfs://localhost:34525/user/jenkins/test-data/664b49da-9a61-43bd-a357-8152bf46dbed/hbase.id] 2024-11-22T14:35:39,017 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T14:35:39,017 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-22T14:35:39,018 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-22T14:35:39,019 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38575-0x10067dc0a840006, quorum=127.0.0.1:60691, baseZNode=/2-1732028059 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1732028059 2024-11-22T14:35:39,019 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33333-0x10067dc0a840007, quorum=127.0.0.1:60691, baseZNode=/2-1732028059 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1732028059 2024-11-22T14:35:39,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35521 is added to blk_1073741827_1003 (size=196) 2024-11-22T14:35:39,039 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T14:35:39,039 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-22T14:35:39,039 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T14:35:39,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35521 is added to blk_1073741828_1004 (size=1189) 2024-11-22T14:35:39,054 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34525/user/jenkins/test-data/664b49da-9a61-43bd-a357-8152bf46dbed/MasterData/data/master/store 2024-11-22T14:35:39,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35521 is added to blk_1073741829_1005 (size=34) 2024-11-22T14:35:39,466 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T14:35:39,467 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T14:35:39,467 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T14:35:39,467 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T14:35:39,467 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T14:35:39,467 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T14:35:39,467 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T14:35:39,467 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732286139466Disabling compacts and flushes for region at 1732286139466Disabling writes for close at 1732286139467 (+1 ms)Writing region close event to WAL at 1732286139467Closed at 1732286139467 2024-11-22T14:35:39,467 WARN [master/b313e41b3af3:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34525/user/jenkins/test-data/664b49da-9a61-43bd-a357-8152bf46dbed/MasterData/data/master/store/.initializing 2024-11-22T14:35:39,467 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34525/user/jenkins/test-data/664b49da-9a61-43bd-a357-8152bf46dbed/MasterData/WALs/b313e41b3af3,38575,1732286138483 2024-11-22T14:35:39,468 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T14:35:39,469 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b313e41b3af3%2C38575%2C1732286138483, suffix=, logDir=hdfs://localhost:34525/user/jenkins/test-data/664b49da-9a61-43bd-a357-8152bf46dbed/MasterData/WALs/b313e41b3af3,38575,1732286138483, archiveDir=hdfs://localhost:34525/user/jenkins/test-data/664b49da-9a61-43bd-a357-8152bf46dbed/MasterData/oldWALs, maxLogs=10 2024-11-22T14:35:39,489 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/664b49da-9a61-43bd-a357-8152bf46dbed/MasterData/WALs/b313e41b3af3,38575,1732286138483/b313e41b3af3%2C38575%2C1732286138483.1732286139470, exclude list is [], retry=0 2024-11-22T14:35:39,493 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35521,DS-fa9a2e4d-aa46-4941-bfb9-9f84b923752a,DISK] 2024-11-22T14:35:39,501 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/664b49da-9a61-43bd-a357-8152bf46dbed/MasterData/WALs/b313e41b3af3,38575,1732286138483/b313e41b3af3%2C38575%2C1732286138483.1732286139470 2024-11-22T14:35:39,502 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41005:41005)] 2024-11-22T14:35:39,502 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-22T14:35:39,502 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T14:35:39,502 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:35:39,502 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:35:39,509 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:35:39,510 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-22T14:35:39,510 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:35:39,511 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T14:35:39,511 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:35:39,512 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-22T14:35:39,512 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:35:39,512 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:35:39,512 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:35:39,513 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-22T14:35:39,513 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:35:39,513 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:35:39,513 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:35:39,514 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-22T14:35:39,514 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:35:39,514 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:35:39,515 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:35:39,515 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34525/user/jenkins/test-data/664b49da-9a61-43bd-a357-8152bf46dbed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:35:39,515 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34525/user/jenkins/test-data/664b49da-9a61-43bd-a357-8152bf46dbed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:35:39,516 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:35:39,516 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:35:39,516 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T14:35:39,517 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:35:39,518 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34525/user/jenkins/test-data/664b49da-9a61-43bd-a357-8152bf46dbed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T14:35:39,518 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64671030, jitterRate=-0.03632655739784241}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T14:35:39,518 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732286139502Initializing all the Stores at 1732286139503 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732286139503Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732286139509 (+6 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732286139509Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732286139509Cleaning up temporary data from old regions at 1732286139516 (+7 ms)Region opened successfully at 1732286139518 (+2 ms) 2024-11-22T14:35:39,521 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-22T14:35:39,523 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@426339a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b313e41b3af3/172.17.0.2:0 2024-11-22T14:35:39,524 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-22T14:35:39,524 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-22T14:35:39,524 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-22T14:35:39,524 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-22T14:35:39,524 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-22T14:35:39,524 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-22T14:35:39,524 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-22T14:35:39,526 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-22T14:35:39,526 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38575-0x10067dc0a840006, quorum=127.0.0.1:60691, baseZNode=/2-1732028059 Unable to get data of znode /2-1732028059/balancer because node does not exist (not necessarily an error) 2024-11-22T14:35:39,527 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1732028059/balancer already deleted, retry=false 2024-11-22T14:35:39,527 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-22T14:35:39,528 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38575-0x10067dc0a840006, quorum=127.0.0.1:60691, baseZNode=/2-1732028059 Unable to get data of znode /2-1732028059/normalizer because node does not exist (not necessarily an error) 2024-11-22T14:35:39,528 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1732028059/normalizer already deleted, retry=false 2024-11-22T14:35:39,529 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-22T14:35:39,529 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38575-0x10067dc0a840006, quorum=127.0.0.1:60691, baseZNode=/2-1732028059 Unable to get data of znode /2-1732028059/switch/split because node does not exist (not necessarily an error) 2024-11-22T14:35:39,530 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1732028059/switch/split already deleted, retry=false 2024-11-22T14:35:39,530 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38575-0x10067dc0a840006, quorum=127.0.0.1:60691, baseZNode=/2-1732028059 Unable to get data of znode /2-1732028059/switch/merge because node does not exist (not necessarily an error) 2024-11-22T14:35:39,531 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1732028059/switch/merge already deleted, retry=false 2024-11-22T14:35:39,532 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38575-0x10067dc0a840006, quorum=127.0.0.1:60691, baseZNode=/2-1732028059 Unable to get data of znode /2-1732028059/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-22T14:35:39,533 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1732028059/snapshot-cleanup already deleted, retry=false 2024-11-22T14:35:39,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33333-0x10067dc0a840007, quorum=127.0.0.1:60691, baseZNode=/2-1732028059 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1732028059/running 2024-11-22T14:35:39,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38575-0x10067dc0a840006, quorum=127.0.0.1:60691, baseZNode=/2-1732028059 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1732028059/running 2024-11-22T14:35:39,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33333-0x10067dc0a840007, quorum=127.0.0.1:60691, baseZNode=/2-1732028059 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1732028059 2024-11-22T14:35:39,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38575-0x10067dc0a840006, quorum=127.0.0.1:60691, baseZNode=/2-1732028059 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1732028059 2024-11-22T14:35:39,534 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b313e41b3af3,38575,1732286138483, sessionid=0x10067dc0a840006, setting cluster-up flag (Was=false) 2024-11-22T14:35:39,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33333-0x10067dc0a840007, quorum=127.0.0.1:60691, baseZNode=/2-1732028059 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1732028059 2024-11-22T14:35:39,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38575-0x10067dc0a840006, quorum=127.0.0.1:60691, baseZNode=/2-1732028059 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1732028059 2024-11-22T14:35:39,537 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1732028059/flush-table-proc/acquired, /2-1732028059/flush-table-proc/reached, /2-1732028059/flush-table-proc/abort 2024-11-22T14:35:39,538 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b313e41b3af3,38575,1732286138483 2024-11-22T14:35:39,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33333-0x10067dc0a840007, quorum=127.0.0.1:60691, baseZNode=/2-1732028059 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1732028059 2024-11-22T14:35:39,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38575-0x10067dc0a840006, quorum=127.0.0.1:60691, baseZNode=/2-1732028059 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1732028059 2024-11-22T14:35:39,541 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1732028059/online-snapshot/acquired, /2-1732028059/online-snapshot/reached, /2-1732028059/online-snapshot/abort 2024-11-22T14:35:39,542 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b313e41b3af3,38575,1732286138483 2024-11-22T14:35:39,542 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34525/user/jenkins/test-data/664b49da-9a61-43bd-a357-8152bf46dbed/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-22T14:35:39,543 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-22T14:35:39,544 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-22T14:35:39,544 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-22T14:35:39,544 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b313e41b3af3,38575,1732286138483 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-22T14:35:39,545 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b313e41b3af3:0, corePoolSize=5, maxPoolSize=5 2024-11-22T14:35:39,545 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b313e41b3af3:0, corePoolSize=5, maxPoolSize=5 2024-11-22T14:35:39,545 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b313e41b3af3:0, corePoolSize=5, maxPoolSize=5 2024-11-22T14:35:39,545 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b313e41b3af3:0, corePoolSize=5, maxPoolSize=5 2024-11-22T14:35:39,545 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b313e41b3af3:0, corePoolSize=10, maxPoolSize=10 2024-11-22T14:35:39,545 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:35:39,545 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b313e41b3af3:0, corePoolSize=2, maxPoolSize=2 2024-11-22T14:35:39,545 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:35:39,551 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T14:35:39,551 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-22T14:35:39,552 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:35:39,552 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-22T14:35:39,553 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732286169553 2024-11-22T14:35:39,553 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-22T14:35:39,553 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-22T14:35:39,553 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-22T14:35:39,553 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-22T14:35:39,553 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-22T14:35:39,553 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-22T14:35:39,556 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T14:35:39,556 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-22T14:35:39,557 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-22T14:35:39,557 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-22T14:35:39,557 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-22T14:35:39,557 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-22T14:35:39,557 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-22T14:35:39,560 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b313e41b3af3:0:becomeActiveMaster-HFileCleaner.large.0-1732286139558,5,FailOnTimeoutGroup] 2024-11-22T14:35:39,561 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b313e41b3af3:0:becomeActiveMaster-HFileCleaner.small.0-1732286139560,5,FailOnTimeoutGroup] 2024-11-22T14:35:39,561 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T14:35:39,561 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-22T14:35:39,561 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-22T14:35:39,561 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-22T14:35:39,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35521 is added to blk_1073741831_1007 (size=1321) 2024-11-22T14:35:39,571 INFO [RS:0;b313e41b3af3:33333 {}] regionserver.HRegionServer(746): ClusterId : 512b5879-2274-4065-8d0d-0ade5b912ab5 2024-11-22T14:35:39,571 DEBUG [RS:0;b313e41b3af3:33333 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-22T14:35:39,572 DEBUG [RS:0;b313e41b3af3:33333 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-22T14:35:39,572 DEBUG [RS:0;b313e41b3af3:33333 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-22T14:35:39,573 DEBUG [RS:0;b313e41b3af3:33333 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-22T14:35:39,573 DEBUG [RS:0;b313e41b3af3:33333 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6219b5c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b313e41b3af3/172.17.0.2:0 2024-11-22T14:35:39,587 DEBUG [RS:0;b313e41b3af3:33333 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b313e41b3af3:33333 2024-11-22T14:35:39,587 INFO [RS:0;b313e41b3af3:33333 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-22T14:35:39,587 INFO [RS:0;b313e41b3af3:33333 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-22T14:35:39,587 DEBUG [RS:0;b313e41b3af3:33333 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-22T14:35:39,588 INFO [RS:0;b313e41b3af3:33333 {}] regionserver.HRegionServer(2659): reportForDuty to master=b313e41b3af3,38575,1732286138483 with port=33333, startcode=1732286138535 2024-11-22T14:35:39,588 DEBUG [RS:0;b313e41b3af3:33333 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-22T14:35:39,589 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36295, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=RegionServerStatusService 2024-11-22T14:35:39,590 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38575 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b313e41b3af3,33333,1732286138535 2024-11-22T14:35:39,590 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38575 {}] master.ServerManager(517): Registering regionserver=b313e41b3af3,33333,1732286138535 2024-11-22T14:35:39,591 DEBUG [RS:0;b313e41b3af3:33333 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34525/user/jenkins/test-data/664b49da-9a61-43bd-a357-8152bf46dbed 2024-11-22T14:35:39,591 DEBUG [RS:0;b313e41b3af3:33333 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34525 2024-11-22T14:35:39,591 DEBUG [RS:0;b313e41b3af3:33333 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-22T14:35:39,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38575-0x10067dc0a840006, quorum=127.0.0.1:60691, baseZNode=/2-1732028059 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1732028059/rs 2024-11-22T14:35:39,594 DEBUG [RS:0;b313e41b3af3:33333 {}] zookeeper.ZKUtil(111): regionserver:33333-0x10067dc0a840007, quorum=127.0.0.1:60691, baseZNode=/2-1732028059 Set watcher on existing znode=/2-1732028059/rs/b313e41b3af3,33333,1732286138535 2024-11-22T14:35:39,594 WARN [RS:0;b313e41b3af3:33333 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T14:35:39,594 INFO [RS:0;b313e41b3af3:33333 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T14:35:39,594 DEBUG [RS:0;b313e41b3af3:33333 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34525/user/jenkins/test-data/664b49da-9a61-43bd-a357-8152bf46dbed/WALs/b313e41b3af3,33333,1732286138535 2024-11-22T14:35:39,598 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b313e41b3af3,33333,1732286138535] 2024-11-22T14:35:39,602 INFO [RS:0;b313e41b3af3:33333 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-22T14:35:39,609 INFO [RS:0;b313e41b3af3:33333 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-22T14:35:39,609 INFO [RS:0;b313e41b3af3:33333 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-22T14:35:39,609 INFO [RS:0;b313e41b3af3:33333 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T14:35:39,610 INFO [RS:0;b313e41b3af3:33333 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-22T14:35:39,610 INFO [RS:0;b313e41b3af3:33333 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-22T14:35:39,611 INFO [RS:0;b313e41b3af3:33333 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-22T14:35:39,611 DEBUG [RS:0;b313e41b3af3:33333 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:35:39,611 DEBUG [RS:0;b313e41b3af3:33333 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:35:39,611 DEBUG [RS:0;b313e41b3af3:33333 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:35:39,611 DEBUG [RS:0;b313e41b3af3:33333 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:35:39,611 DEBUG [RS:0;b313e41b3af3:33333 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:35:39,611 DEBUG [RS:0;b313e41b3af3:33333 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b313e41b3af3:0, corePoolSize=2, maxPoolSize=2 2024-11-22T14:35:39,611 DEBUG [RS:0;b313e41b3af3:33333 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:35:39,611 DEBUG [RS:0;b313e41b3af3:33333 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:35:39,611 DEBUG [RS:0;b313e41b3af3:33333 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:35:39,611 DEBUG [RS:0;b313e41b3af3:33333 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:35:39,611 DEBUG [RS:0;b313e41b3af3:33333 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:35:39,611 DEBUG [RS:0;b313e41b3af3:33333 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:35:39,611 DEBUG [RS:0;b313e41b3af3:33333 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b313e41b3af3:0, corePoolSize=3, maxPoolSize=3 2024-11-22T14:35:39,611 DEBUG [RS:0;b313e41b3af3:33333 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b313e41b3af3:0, corePoolSize=3, maxPoolSize=3 2024-11-22T14:35:39,620 INFO [RS:0;b313e41b3af3:33333 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T14:35:39,621 INFO [RS:0;b313e41b3af3:33333 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T14:35:39,621 INFO [RS:0;b313e41b3af3:33333 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T14:35:39,621 INFO [RS:0;b313e41b3af3:33333 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-22T14:35:39,621 INFO [RS:0;b313e41b3af3:33333 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-22T14:35:39,621 INFO [RS:0;b313e41b3af3:33333 {}] hbase.ChoreService(168): Chore ScheduledChore name=b313e41b3af3,33333,1732286138535-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T14:35:39,638 INFO [RS:0;b313e41b3af3:33333 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-22T14:35:39,639 INFO [RS:0;b313e41b3af3:33333 {}] hbase.ChoreService(168): Chore ScheduledChore name=b313e41b3af3,33333,1732286138535-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T14:35:39,639 INFO [RS:0;b313e41b3af3:33333 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T14:35:39,639 INFO [RS:0;b313e41b3af3:33333 {}] regionserver.Replication(171): b313e41b3af3,33333,1732286138535 started 2024-11-22T14:35:39,656 INFO [RS:0;b313e41b3af3:33333 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T14:35:39,656 INFO [RS:0;b313e41b3af3:33333 {}] regionserver.HRegionServer(1482): Serving as b313e41b3af3,33333,1732286138535, RpcServer on b313e41b3af3/172.17.0.2:33333, sessionid=0x10067dc0a840007 2024-11-22T14:35:39,656 DEBUG [RS:0;b313e41b3af3:33333 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-22T14:35:39,656 DEBUG [RS:0;b313e41b3af3:33333 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b313e41b3af3,33333,1732286138535 2024-11-22T14:35:39,656 DEBUG [RS:0;b313e41b3af3:33333 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b313e41b3af3,33333,1732286138535' 2024-11-22T14:35:39,656 DEBUG [RS:0;b313e41b3af3:33333 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1732028059/flush-table-proc/abort' 2024-11-22T14:35:39,657 DEBUG [RS:0;b313e41b3af3:33333 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1732028059/flush-table-proc/acquired' 2024-11-22T14:35:39,657 DEBUG [RS:0;b313e41b3af3:33333 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-22T14:35:39,657 DEBUG [RS:0;b313e41b3af3:33333 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-22T14:35:39,657 DEBUG [RS:0;b313e41b3af3:33333 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b313e41b3af3,33333,1732286138535 2024-11-22T14:35:39,657 DEBUG [RS:0;b313e41b3af3:33333 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b313e41b3af3,33333,1732286138535' 2024-11-22T14:35:39,657 DEBUG [RS:0;b313e41b3af3:33333 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1732028059/online-snapshot/abort' 2024-11-22T14:35:39,657 DEBUG [RS:0;b313e41b3af3:33333 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1732028059/online-snapshot/acquired' 2024-11-22T14:35:39,658 DEBUG [RS:0;b313e41b3af3:33333 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-22T14:35:39,658 INFO [RS:0;b313e41b3af3:33333 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-22T14:35:39,658 INFO [RS:0;b313e41b3af3:33333 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-22T14:35:39,747 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-22T14:35:39,758 INFO [RS:0;b313e41b3af3:33333 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T14:35:39,760 INFO [RS:0;b313e41b3af3:33333 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b313e41b3af3%2C33333%2C1732286138535, suffix=, logDir=hdfs://localhost:34525/user/jenkins/test-data/664b49da-9a61-43bd-a357-8152bf46dbed/WALs/b313e41b3af3,33333,1732286138535, archiveDir=hdfs://localhost:34525/user/jenkins/test-data/664b49da-9a61-43bd-a357-8152bf46dbed/oldWALs, maxLogs=10 2024-11-22T14:35:39,776 DEBUG [RS:0;b313e41b3af3:33333 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/664b49da-9a61-43bd-a357-8152bf46dbed/WALs/b313e41b3af3,33333,1732286138535/b313e41b3af3%2C33333%2C1732286138535.1732286139760, exclude list is [], retry=0 2024-11-22T14:35:39,779 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35521,DS-fa9a2e4d-aa46-4941-bfb9-9f84b923752a,DISK] 2024-11-22T14:35:39,782 INFO [RS:0;b313e41b3af3:33333 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/664b49da-9a61-43bd-a357-8152bf46dbed/WALs/b313e41b3af3,33333,1732286138535/b313e41b3af3%2C33333%2C1732286138535.1732286139760 2024-11-22T14:35:39,782 DEBUG [RS:0;b313e41b3af3:33333 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41005:41005)] 2024-11-22T14:35:39,963 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34525/user/jenkins/test-data/664b49da-9a61-43bd-a357-8152bf46dbed/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-22T14:35:39,963 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34525/user/jenkins/test-data/664b49da-9a61-43bd-a357-8152bf46dbed 2024-11-22T14:35:39,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35521 is added to blk_1073741833_1009 (size=32) 2024-11-22T14:35:40,319 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-22T14:35:40,320 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:35:40,320 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:35:40,320 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:35:40,320 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:35:40,320 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:35:40,358 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:35:40,358 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:35:40,358 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:35:40,358 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:35:40,358 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:35:40,358 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:35:40,365 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:35:40,370 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:35:40,370 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:35:40,372 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T14:35:40,373 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:35:40,373 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T14:35:40,377 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T14:35:40,378 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:35:40,378 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T14:35:40,379 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T14:35:40,380 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T14:35:40,380 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:35:40,381 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T14:35:40,381 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T14:35:40,382 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T14:35:40,382 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:35:40,382 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T14:35:40,383 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T14:35:40,383 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T14:35:40,383 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:35:40,384 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T14:35:40,384 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T14:35:40,384 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34525/user/jenkins/test-data/664b49da-9a61-43bd-a357-8152bf46dbed/data/hbase/meta/1588230740 2024-11-22T14:35:40,385 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34525/user/jenkins/test-data/664b49da-9a61-43bd-a357-8152bf46dbed/data/hbase/meta/1588230740 2024-11-22T14:35:40,386 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T14:35:40,386 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T14:35:40,387 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T14:35:40,387 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T14:35:40,390 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34525/user/jenkins/test-data/664b49da-9a61-43bd-a357-8152bf46dbed/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T14:35:40,390 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63896475, jitterRate=-0.04786832630634308}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T14:35:40,391 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732286140372Initializing all the Stores at 1732286140373 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732286140373Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732286140373Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732286140373Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732286140373Cleaning up temporary data from old regions at 1732286140386 (+13 ms)Region opened successfully at 1732286140391 (+5 ms) 2024-11-22T14:35:40,391 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-22T14:35:40,391 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-22T14:35:40,391 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-22T14:35:40,391 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T14:35:40,391 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T14:35:40,391 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-22T14:35:40,391 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732286140391Disabling compacts and flushes for region at 1732286140391Disabling writes for close at 1732286140391Writing region close event to WAL at 1732286140391Closed at 1732286140391 2024-11-22T14:35:40,393 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T14:35:40,393 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-22T14:35:40,393 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-22T14:35:40,394 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T14:35:40,394 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-22T14:35:40,545 DEBUG [b313e41b3af3:38575 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-22T14:35:40,546 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b313e41b3af3,33333,1732286138535 2024-11-22T14:35:40,547 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b313e41b3af3,33333,1732286138535, state=OPENING 2024-11-22T14:35:40,548 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-22T14:35:40,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33333-0x10067dc0a840007, quorum=127.0.0.1:60691, baseZNode=/2-1732028059 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1732028059 2024-11-22T14:35:40,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38575-0x10067dc0a840006, quorum=127.0.0.1:60691, baseZNode=/2-1732028059 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1732028059 2024-11-22T14:35:40,549 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1732028059/meta-region-server: CHANGED 2024-11-22T14:35:40,549 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1732028059/meta-region-server: CHANGED 2024-11-22T14:35:40,549 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T14:35:40,550 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b313e41b3af3,33333,1732286138535}] 2024-11-22T14:35:40,703 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-22T14:35:40,704 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48721, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-22T14:35:40,707 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-22T14:35:40,707 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T14:35:40,708 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-22T14:35:40,709 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b313e41b3af3%2C33333%2C1732286138535.meta, suffix=.meta, logDir=hdfs://localhost:34525/user/jenkins/test-data/664b49da-9a61-43bd-a357-8152bf46dbed/WALs/b313e41b3af3,33333,1732286138535, archiveDir=hdfs://localhost:34525/user/jenkins/test-data/664b49da-9a61-43bd-a357-8152bf46dbed/oldWALs, maxLogs=10 2024-11-22T14:35:40,727 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/664b49da-9a61-43bd-a357-8152bf46dbed/WALs/b313e41b3af3,33333,1732286138535/b313e41b3af3%2C33333%2C1732286138535.meta.1732286140709.meta, exclude list is [], retry=0 2024-11-22T14:35:40,728 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35521,DS-fa9a2e4d-aa46-4941-bfb9-9f84b923752a,DISK] 2024-11-22T14:35:40,730 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/664b49da-9a61-43bd-a357-8152bf46dbed/WALs/b313e41b3af3,33333,1732286138535/b313e41b3af3%2C33333%2C1732286138535.meta.1732286140709.meta 2024-11-22T14:35:40,730 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41005:41005)] 2024-11-22T14:35:40,730 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-22T14:35:40,731 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-22T14:35:40,731 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-22T14:35:40,731 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-22T14:35:40,731 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-22T14:35:40,731 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-22T14:35:40,731 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T14:35:40,731 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-22T14:35:40,731 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-22T14:35:40,732 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T14:35:40,733 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T14:35:40,733 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:35:40,733 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T14:35:40,733 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T14:35:40,734 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T14:35:40,734 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:35:40,734 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T14:35:40,734 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T14:35:40,735 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T14:35:40,735 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:35:40,735 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T14:35:40,735 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T14:35:40,736 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T14:35:40,736 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:35:40,736 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T14:35:40,736 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T14:35:40,737 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34525/user/jenkins/test-data/664b49da-9a61-43bd-a357-8152bf46dbed/data/hbase/meta/1588230740 2024-11-22T14:35:40,737 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34525/user/jenkins/test-data/664b49da-9a61-43bd-a357-8152bf46dbed/data/hbase/meta/1588230740 2024-11-22T14:35:40,738 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T14:35:40,738 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T14:35:40,739 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T14:35:40,739 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T14:35:40,740 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59859561, jitterRate=-0.1080230325460434}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T14:35:40,740 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-22T14:35:40,740 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732286140731Writing region info on filesystem at 1732286140731Initializing all the Stores at 1732286140732 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732286140732Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732286140732Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732286140732Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732286140732Cleaning up temporary data from old regions at 1732286140738 (+6 ms)Running coprocessor post-open hooks at 1732286140740 (+2 ms)Region opened successfully at 1732286140740 2024-11-22T14:35:40,741 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732286140702 2024-11-22T14:35:40,743 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-22T14:35:40,743 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-22T14:35:40,744 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b313e41b3af3,33333,1732286138535 2024-11-22T14:35:40,744 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b313e41b3af3,33333,1732286138535, state=OPEN 2024-11-22T14:35:40,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33333-0x10067dc0a840007, quorum=127.0.0.1:60691, baseZNode=/2-1732028059 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1732028059/meta-region-server 2024-11-22T14:35:40,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38575-0x10067dc0a840006, quorum=127.0.0.1:60691, baseZNode=/2-1732028059 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1732028059/meta-region-server 2024-11-22T14:35:40,746 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b313e41b3af3,33333,1732286138535 2024-11-22T14:35:40,746 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1732028059/meta-region-server: CHANGED 2024-11-22T14:35:40,746 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1732028059/meta-region-server: CHANGED 2024-11-22T14:35:40,748 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-22T14:35:40,748 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b313e41b3af3,33333,1732286138535 in 196 msec 2024-11-22T14:35:40,749 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-22T14:35:40,749 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 355 msec 2024-11-22T14:35:40,750 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T14:35:40,750 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-22T14:35:40,751 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T14:35:40,751 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b313e41b3af3,33333,1732286138535, seqNum=-1] 2024-11-22T14:35:40,752 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T14:35:40,753 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47663, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T14:35:40,770 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2250 sec 2024-11-22T14:35:40,770 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732286140770, completionTime=-1 2024-11-22T14:35:40,770 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-22T14:35:40,770 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-22T14:35:40,774 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-22T14:35:40,774 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732286200774 2024-11-22T14:35:40,774 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732286260774 2024-11-22T14:35:40,774 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 3 msec 2024-11-22T14:35:40,774 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b313e41b3af3,38575,1732286138483-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T14:35:40,774 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b313e41b3af3,38575,1732286138483-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T14:35:40,774 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b313e41b3af3,38575,1732286138483-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T14:35:40,774 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b313e41b3af3:38575, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T14:35:40,774 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-22T14:35:40,777 DEBUG [master/b313e41b3af3:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-22T14:35:40,781 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-22T14:35:40,787 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.199sec 2024-11-22T14:35:40,787 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-22T14:35:40,787 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-22T14:35:40,787 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-22T14:35:40,787 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-22T14:35:40,787 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-22T14:35:40,788 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b313e41b3af3,38575,1732286138483-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T14:35:40,788 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b313e41b3af3,38575,1732286138483-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-22T14:35:40,791 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-22T14:35:40,791 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-22T14:35:40,791 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b313e41b3af3,38575,1732286138483-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T14:35:40,872 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f0f99bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:35:40,873 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b313e41b3af3,38575,-1 for getting cluster id 2024-11-22T14:35:40,873 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T14:35:40,874 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '512b5879-2274-4065-8d0d-0ade5b912ab5' 2024-11-22T14:35:40,874 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T14:35:40,874 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "512b5879-2274-4065-8d0d-0ade5b912ab5" 2024-11-22T14:35:40,874 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40c6e144, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:35:40,874 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b313e41b3af3,38575,-1] 2024-11-22T14:35:40,875 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T14:35:40,875 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:35:40,875 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36328, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T14:35:40,876 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@432e7bb7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:35:40,876 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T14:35:40,877 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b313e41b3af3,33333,1732286138535, seqNum=-1] 2024-11-22T14:35:40,877 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T14:35:40,878 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41608, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T14:35:40,879 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b313e41b3af3,38575,1732286138483 2024-11-22T14:35:40,880 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:60691 2024-11-22T14:35:40,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:60691, baseZNode=/2-1732028059 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T14:35:40,883 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T14:35:40,884 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncConnectionImpl(321): The fetched master address is b313e41b3af3,44293,1732286132247 2024-11-22T14:35:40,884 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@79aa775d 2024-11-22T14:35:40,884 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T14:35:40,885 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52684, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T14:35:40,885 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x10067dc0a840008 connected 2024-11-22T14:35:40,885 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44293 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T14:35:40,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44293 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-22T14:35:40,887 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T14:35:40,887 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:35:40,887 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44293 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-22T14:35:40,888 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T14:35:40,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44293 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T14:35:40,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43547 is added to blk_1073741835_1011 (size=902) 2024-11-22T14:35:40,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44293 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T14:35:41,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44293 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T14:35:41,302 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9019c9bf34eba6fd930a578fa21277db, NAME => 'test,,1732286140885.9019c9bf34eba6fd930a578fa21277db.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38487/user/jenkins/test-data/57e1daf1-f6f2-f57f-807d-3affc52d1874 2024-11-22T14:35:41,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43547 is added to blk_1073741836_1012 (size=39) 2024-11-22T14:35:41,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44293 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T14:35:41,712 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732286140885.9019c9bf34eba6fd930a578fa21277db.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T14:35:41,712 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 9019c9bf34eba6fd930a578fa21277db, disabling compactions & flushes 2024-11-22T14:35:41,712 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732286140885.9019c9bf34eba6fd930a578fa21277db. 2024-11-22T14:35:41,712 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732286140885.9019c9bf34eba6fd930a578fa21277db. 2024-11-22T14:35:41,712 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732286140885.9019c9bf34eba6fd930a578fa21277db. after waiting 0 ms 2024-11-22T14:35:41,712 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732286140885.9019c9bf34eba6fd930a578fa21277db. 2024-11-22T14:35:41,712 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732286140885.9019c9bf34eba6fd930a578fa21277db. 2024-11-22T14:35:41,712 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9019c9bf34eba6fd930a578fa21277db: Waiting for close lock at 1732286141712Disabling compacts and flushes for region at 1732286141712Disabling writes for close at 1732286141712Writing region close event to WAL at 1732286141712Closed at 1732286141712 2024-11-22T14:35:41,713 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T14:35:41,713 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732286140885.9019c9bf34eba6fd930a578fa21277db.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732286141713"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732286141713"}]},"ts":"1732286141713"} 2024-11-22T14:35:41,715 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-22T14:35:41,716 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T14:35:41,716 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732286141716"}]},"ts":"1732286141716"} 2024-11-22T14:35:41,717 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-22T14:35:41,718 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=9019c9bf34eba6fd930a578fa21277db, ASSIGN}] 2024-11-22T14:35:41,719 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=9019c9bf34eba6fd930a578fa21277db, ASSIGN 2024-11-22T14:35:41,719 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=9019c9bf34eba6fd930a578fa21277db, ASSIGN; state=OFFLINE, location=b313e41b3af3,45171,1732286132298; forceNewPlan=false, retain=false 2024-11-22T14:35:41,870 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=9019c9bf34eba6fd930a578fa21277db, regionState=OPENING, regionLocation=b313e41b3af3,45171,1732286132298 2024-11-22T14:35:41,873 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=9019c9bf34eba6fd930a578fa21277db, ASSIGN because future has completed 2024-11-22T14:35:41,874 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9019c9bf34eba6fd930a578fa21277db, server=b313e41b3af3,45171,1732286132298}] 2024-11-22T14:35:42,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44293 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T14:35:42,053 INFO [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732286140885.9019c9bf34eba6fd930a578fa21277db. 2024-11-22T14:35:42,054 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 9019c9bf34eba6fd930a578fa21277db, NAME => 'test,,1732286140885.9019c9bf34eba6fd930a578fa21277db.', STARTKEY => '', ENDKEY => ''} 2024-11-22T14:35:42,054 INFO [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-22T14:35:42,054 INFO [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-22T14:35:42,054 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 9019c9bf34eba6fd930a578fa21277db 2024-11-22T14:35:42,054 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732286140885.9019c9bf34eba6fd930a578fa21277db.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T14:35:42,055 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 9019c9bf34eba6fd930a578fa21277db 2024-11-22T14:35:42,055 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 9019c9bf34eba6fd930a578fa21277db 2024-11-22T14:35:42,069 INFO [StoreOpener-9019c9bf34eba6fd930a578fa21277db-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 9019c9bf34eba6fd930a578fa21277db 2024-11-22T14:35:42,081 INFO [StoreOpener-9019c9bf34eba6fd930a578fa21277db-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9019c9bf34eba6fd930a578fa21277db columnFamilyName f 2024-11-22T14:35:42,081 DEBUG [StoreOpener-9019c9bf34eba6fd930a578fa21277db-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:35:42,083 INFO [StoreOpener-9019c9bf34eba6fd930a578fa21277db-1 {}] regionserver.HStore(327): Store=9019c9bf34eba6fd930a578fa21277db/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:35:42,083 INFO [StoreOpener-9019c9bf34eba6fd930a578fa21277db-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 9019c9bf34eba6fd930a578fa21277db 2024-11-22T14:35:42,087 INFO [StoreOpener-9019c9bf34eba6fd930a578fa21277db-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9019c9bf34eba6fd930a578fa21277db columnFamilyName f1 2024-11-22T14:35:42,087 DEBUG [StoreOpener-9019c9bf34eba6fd930a578fa21277db-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:35:42,090 INFO [StoreOpener-9019c9bf34eba6fd930a578fa21277db-1 {}] regionserver.HStore(327): Store=9019c9bf34eba6fd930a578fa21277db/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:35:42,090 INFO [StoreOpener-9019c9bf34eba6fd930a578fa21277db-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 9019c9bf34eba6fd930a578fa21277db 2024-11-22T14:35:42,092 INFO [StoreOpener-9019c9bf34eba6fd930a578fa21277db-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9019c9bf34eba6fd930a578fa21277db columnFamilyName norep 2024-11-22T14:35:42,092 DEBUG [StoreOpener-9019c9bf34eba6fd930a578fa21277db-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:35:42,093 INFO [StoreOpener-9019c9bf34eba6fd930a578fa21277db-1 {}] regionserver.HStore(327): Store=9019c9bf34eba6fd930a578fa21277db/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:35:42,093 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 9019c9bf34eba6fd930a578fa21277db 2024-11-22T14:35:42,094 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38487/user/jenkins/test-data/57e1daf1-f6f2-f57f-807d-3affc52d1874/data/default/test/9019c9bf34eba6fd930a578fa21277db 2024-11-22T14:35:42,095 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38487/user/jenkins/test-data/57e1daf1-f6f2-f57f-807d-3affc52d1874/data/default/test/9019c9bf34eba6fd930a578fa21277db 2024-11-22T14:35:42,096 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 9019c9bf34eba6fd930a578fa21277db 2024-11-22T14:35:42,096 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 9019c9bf34eba6fd930a578fa21277db 2024-11-22T14:35:42,097 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-22T14:35:42,099 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 9019c9bf34eba6fd930a578fa21277db 2024-11-22T14:35:42,119 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38487/user/jenkins/test-data/57e1daf1-f6f2-f57f-807d-3affc52d1874/data/default/test/9019c9bf34eba6fd930a578fa21277db/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T14:35:42,122 INFO [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 9019c9bf34eba6fd930a578fa21277db; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64506679, jitterRate=-0.03877557814121246}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-22T14:35:42,122 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9019c9bf34eba6fd930a578fa21277db 2024-11-22T14:35:42,123 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 9019c9bf34eba6fd930a578fa21277db: Running coprocessor pre-open hook at 1732286142055Writing region info on filesystem at 1732286142055Initializing all the Stores at 1732286142056 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732286142056Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732286142069 (+13 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732286142069Cleaning up temporary data from old regions at 1732286142096 (+27 ms)Running coprocessor post-open hooks at 1732286142122 (+26 ms)Region opened successfully at 1732286142122 2024-11-22T14:35:42,126 INFO [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732286140885.9019c9bf34eba6fd930a578fa21277db., pid=6, masterSystemTime=1732286142034 2024-11-22T14:35:42,130 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732286140885.9019c9bf34eba6fd930a578fa21277db. 2024-11-22T14:35:42,130 INFO [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732286140885.9019c9bf34eba6fd930a578fa21277db. 2024-11-22T14:35:42,130 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=9019c9bf34eba6fd930a578fa21277db, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=b313e41b3af3,45171,1732286132298 2024-11-22T14:35:42,133 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9019c9bf34eba6fd930a578fa21277db, server=b313e41b3af3,45171,1732286132298 because future has completed 2024-11-22T14:35:42,144 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-22T14:35:42,145 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 9019c9bf34eba6fd930a578fa21277db, server=b313e41b3af3,45171,1732286132298 in 269 msec 2024-11-22T14:35:42,147 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-22T14:35:42,147 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=9019c9bf34eba6fd930a578fa21277db, ASSIGN in 427 msec 2024-11-22T14:35:42,149 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T14:35:42,150 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732286142149"}]},"ts":"1732286142149"} 2024-11-22T14:35:42,157 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-22T14:35:42,158 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T14:35:42,161 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.2730 sec 2024-11-22T14:35:43,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44293 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T14:35:43,033 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-22T14:35:43,033 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T14:35:43,034 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is b313e41b3af3,39145,1732286135858 2024-11-22T14:35:43,034 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@75e44106 2024-11-22T14:35:43,034 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T14:35:43,035 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44880, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T14:35:43,036 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39145 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T14:35:43,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39145 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-22T14:35:43,038 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T14:35:43,039 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:35:43,039 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39145 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-22T14:35:43,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T14:35:43,041 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T14:35:43,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33313 is added to blk_1073741835_1011 (size=902) 2024-11-22T14:35:43,090 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b12ec7615fcf4b2c66763ec045085e94, NAME => 'test,,1732286143036.b12ec7615fcf4b2c66763ec045085e94.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33889/user/jenkins/test-data/7586e104-4dab-7290-1223-5626957a2f2c 2024-11-22T14:35:43,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33313 is added to blk_1073741836_1012 (size=39) 2024-11-22T14:35:43,134 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732286143036.b12ec7615fcf4b2c66763ec045085e94.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T14:35:43,134 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing b12ec7615fcf4b2c66763ec045085e94, disabling compactions & flushes 2024-11-22T14:35:43,134 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732286143036.b12ec7615fcf4b2c66763ec045085e94. 2024-11-22T14:35:43,134 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732286143036.b12ec7615fcf4b2c66763ec045085e94. 2024-11-22T14:35:43,134 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732286143036.b12ec7615fcf4b2c66763ec045085e94. after waiting 0 ms 2024-11-22T14:35:43,134 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732286143036.b12ec7615fcf4b2c66763ec045085e94. 2024-11-22T14:35:43,134 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732286143036.b12ec7615fcf4b2c66763ec045085e94. 2024-11-22T14:35:43,134 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for b12ec7615fcf4b2c66763ec045085e94: Waiting for close lock at 1732286143134Disabling compacts and flushes for region at 1732286143134Disabling writes for close at 1732286143134Writing region close event to WAL at 1732286143134Closed at 1732286143134 2024-11-22T14:35:43,136 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T14:35:43,136 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732286143036.b12ec7615fcf4b2c66763ec045085e94.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732286143136"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732286143136"}]},"ts":"1732286143136"} 2024-11-22T14:35:43,141 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-22T14:35:43,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T14:35:43,150 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T14:35:43,150 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732286143150"}]},"ts":"1732286143150"} 2024-11-22T14:35:43,153 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-22T14:35:43,153 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b12ec7615fcf4b2c66763ec045085e94, ASSIGN}] 2024-11-22T14:35:43,154 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b12ec7615fcf4b2c66763ec045085e94, ASSIGN 2024-11-22T14:35:43,155 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=b12ec7615fcf4b2c66763ec045085e94, ASSIGN; state=OFFLINE, location=b313e41b3af3,46335,1732286135895; forceNewPlan=false, retain=false 2024-11-22T14:35:43,306 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b12ec7615fcf4b2c66763ec045085e94, regionState=OPENING, regionLocation=b313e41b3af3,46335,1732286135895 2024-11-22T14:35:43,308 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=b12ec7615fcf4b2c66763ec045085e94, ASSIGN because future has completed 2024-11-22T14:35:43,313 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b12ec7615fcf4b2c66763ec045085e94, server=b313e41b3af3,46335,1732286135895}] 2024-11-22T14:35:43,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T14:35:43,471 INFO [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732286143036.b12ec7615fcf4b2c66763ec045085e94. 2024-11-22T14:35:43,471 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => b12ec7615fcf4b2c66763ec045085e94, NAME => 'test,,1732286143036.b12ec7615fcf4b2c66763ec045085e94.', STARTKEY => '', ENDKEY => ''} 2024-11-22T14:35:43,472 INFO [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-22T14:35:43,472 INFO [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-22T14:35:43,472 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test b12ec7615fcf4b2c66763ec045085e94 2024-11-22T14:35:43,472 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732286143036.b12ec7615fcf4b2c66763ec045085e94.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T14:35:43,472 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for b12ec7615fcf4b2c66763ec045085e94 2024-11-22T14:35:43,472 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for b12ec7615fcf4b2c66763ec045085e94 2024-11-22T14:35:43,474 INFO [StoreOpener-b12ec7615fcf4b2c66763ec045085e94-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region b12ec7615fcf4b2c66763ec045085e94 2024-11-22T14:35:43,475 INFO [StoreOpener-b12ec7615fcf4b2c66763ec045085e94-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b12ec7615fcf4b2c66763ec045085e94 columnFamilyName f 2024-11-22T14:35:43,475 DEBUG [StoreOpener-b12ec7615fcf4b2c66763ec045085e94-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:35:43,476 INFO [StoreOpener-b12ec7615fcf4b2c66763ec045085e94-1 {}] regionserver.HStore(327): Store=b12ec7615fcf4b2c66763ec045085e94/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:35:43,476 INFO [StoreOpener-b12ec7615fcf4b2c66763ec045085e94-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region b12ec7615fcf4b2c66763ec045085e94 2024-11-22T14:35:43,476 INFO [StoreOpener-b12ec7615fcf4b2c66763ec045085e94-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b12ec7615fcf4b2c66763ec045085e94 columnFamilyName f1 2024-11-22T14:35:43,476 DEBUG [StoreOpener-b12ec7615fcf4b2c66763ec045085e94-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:35:43,477 INFO [StoreOpener-b12ec7615fcf4b2c66763ec045085e94-1 {}] regionserver.HStore(327): Store=b12ec7615fcf4b2c66763ec045085e94/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:35:43,477 INFO [StoreOpener-b12ec7615fcf4b2c66763ec045085e94-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region b12ec7615fcf4b2c66763ec045085e94 2024-11-22T14:35:43,477 INFO [StoreOpener-b12ec7615fcf4b2c66763ec045085e94-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b12ec7615fcf4b2c66763ec045085e94 columnFamilyName norep 2024-11-22T14:35:43,477 DEBUG [StoreOpener-b12ec7615fcf4b2c66763ec045085e94-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:35:43,478 INFO [StoreOpener-b12ec7615fcf4b2c66763ec045085e94-1 {}] regionserver.HStore(327): Store=b12ec7615fcf4b2c66763ec045085e94/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:35:43,478 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for b12ec7615fcf4b2c66763ec045085e94 2024-11-22T14:35:43,478 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33889/user/jenkins/test-data/7586e104-4dab-7290-1223-5626957a2f2c/data/default/test/b12ec7615fcf4b2c66763ec045085e94 2024-11-22T14:35:43,479 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33889/user/jenkins/test-data/7586e104-4dab-7290-1223-5626957a2f2c/data/default/test/b12ec7615fcf4b2c66763ec045085e94 2024-11-22T14:35:43,479 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for b12ec7615fcf4b2c66763ec045085e94 2024-11-22T14:35:43,480 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for b12ec7615fcf4b2c66763ec045085e94 2024-11-22T14:35:43,480 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-22T14:35:43,481 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for b12ec7615fcf4b2c66763ec045085e94 2024-11-22T14:35:43,483 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33889/user/jenkins/test-data/7586e104-4dab-7290-1223-5626957a2f2c/data/default/test/b12ec7615fcf4b2c66763ec045085e94/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T14:35:43,483 INFO [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened b12ec7615fcf4b2c66763ec045085e94; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70501156, jitterRate=0.050549089908599854}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-22T14:35:43,483 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b12ec7615fcf4b2c66763ec045085e94 2024-11-22T14:35:43,484 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for b12ec7615fcf4b2c66763ec045085e94: Running coprocessor pre-open hook at 1732286143472Writing region info on filesystem at 1732286143472Initializing all the Stores at 1732286143473 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732286143473Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732286143474 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732286143474Cleaning up temporary data from old regions at 1732286143480 (+6 ms)Running coprocessor post-open hooks at 1732286143483 (+3 ms)Region opened successfully at 1732286143484 (+1 ms) 2024-11-22T14:35:43,485 INFO [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732286143036.b12ec7615fcf4b2c66763ec045085e94., pid=6, masterSystemTime=1732286143468 2024-11-22T14:35:43,487 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732286143036.b12ec7615fcf4b2c66763ec045085e94. 2024-11-22T14:35:43,487 INFO [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732286143036.b12ec7615fcf4b2c66763ec045085e94. 2024-11-22T14:35:43,487 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b12ec7615fcf4b2c66763ec045085e94, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=b313e41b3af3,46335,1732286135895 2024-11-22T14:35:43,490 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b12ec7615fcf4b2c66763ec045085e94, server=b313e41b3af3,46335,1732286135895 because future has completed 2024-11-22T14:35:43,492 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-22T14:35:43,492 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure b12ec7615fcf4b2c66763ec045085e94, server=b313e41b3af3,46335,1732286135895 in 178 msec 2024-11-22T14:35:43,496 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-22T14:35:43,496 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=b12ec7615fcf4b2c66763ec045085e94, ASSIGN in 339 msec 2024-11-22T14:35:43,497 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T14:35:43,497 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732286143497"}]},"ts":"1732286143497"} 2024-11-22T14:35:43,500 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-22T14:35:43,501 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T14:35:43,503 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 465 msec 2024-11-22T14:35:43,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T14:35:43,663 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-22T14:35:43,664 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T14:35:43,665 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b313e41b3af3,38575,1732286138483 2024-11-22T14:35:43,665 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@54d84b7a 2024-11-22T14:35:43,665 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T14:35:43,666 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36330, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T14:35:43,667 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38575 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T14:35:43,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38575 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-22T14:35:43,670 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T14:35:43,670 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:35:43,670 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38575 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-22T14:35:43,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38575 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T14:35:43,672 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T14:35:43,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35521 is added to blk_1073741835_1011 (size=902) 2024-11-22T14:35:43,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38575 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T14:35:43,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38575 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T14:35:44,120 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 598f84e49c596ef60bb6e6dd9d8088a7, NAME => 'test,,1732286143667.598f84e49c596ef60bb6e6dd9d8088a7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34525/user/jenkins/test-data/664b49da-9a61-43bd-a357-8152bf46dbed 2024-11-22T14:35:44,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35521 is added to blk_1073741836_1012 (size=39) 2024-11-22T14:35:44,136 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732286143667.598f84e49c596ef60bb6e6dd9d8088a7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T14:35:44,136 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 598f84e49c596ef60bb6e6dd9d8088a7, disabling compactions & flushes 2024-11-22T14:35:44,136 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732286143667.598f84e49c596ef60bb6e6dd9d8088a7. 2024-11-22T14:35:44,136 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732286143667.598f84e49c596ef60bb6e6dd9d8088a7. 2024-11-22T14:35:44,136 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732286143667.598f84e49c596ef60bb6e6dd9d8088a7. after waiting 0 ms 2024-11-22T14:35:44,136 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732286143667.598f84e49c596ef60bb6e6dd9d8088a7. 2024-11-22T14:35:44,136 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732286143667.598f84e49c596ef60bb6e6dd9d8088a7. 2024-11-22T14:35:44,136 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 598f84e49c596ef60bb6e6dd9d8088a7: Waiting for close lock at 1732286144136Disabling compacts and flushes for region at 1732286144136Disabling writes for close at 1732286144136Writing region close event to WAL at 1732286144136Closed at 1732286144136 2024-11-22T14:35:44,137 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T14:35:44,138 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732286143667.598f84e49c596ef60bb6e6dd9d8088a7.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732286144137"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732286144137"}]},"ts":"1732286144137"} 2024-11-22T14:35:44,140 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-22T14:35:44,141 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T14:35:44,141 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732286144141"}]},"ts":"1732286144141"} 2024-11-22T14:35:44,143 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-22T14:35:44,144 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=598f84e49c596ef60bb6e6dd9d8088a7, ASSIGN}] 2024-11-22T14:35:44,145 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=598f84e49c596ef60bb6e6dd9d8088a7, ASSIGN 2024-11-22T14:35:44,147 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=598f84e49c596ef60bb6e6dd9d8088a7, ASSIGN; state=OFFLINE, location=b313e41b3af3,33333,1732286138535; forceNewPlan=false, retain=false 2024-11-22T14:35:44,298 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=598f84e49c596ef60bb6e6dd9d8088a7, regionState=OPENING, regionLocation=b313e41b3af3,33333,1732286138535 2024-11-22T14:35:44,300 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=598f84e49c596ef60bb6e6dd9d8088a7, ASSIGN because future has completed 2024-11-22T14:35:44,301 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 598f84e49c596ef60bb6e6dd9d8088a7, server=b313e41b3af3,33333,1732286138535}] 2024-11-22T14:35:44,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38575 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T14:35:44,458 INFO [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732286143667.598f84e49c596ef60bb6e6dd9d8088a7. 2024-11-22T14:35:44,458 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 598f84e49c596ef60bb6e6dd9d8088a7, NAME => 'test,,1732286143667.598f84e49c596ef60bb6e6dd9d8088a7.', STARTKEY => '', ENDKEY => ''} 2024-11-22T14:35:44,458 INFO [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-22T14:35:44,458 INFO [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-22T14:35:44,458 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 598f84e49c596ef60bb6e6dd9d8088a7 2024-11-22T14:35:44,458 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732286143667.598f84e49c596ef60bb6e6dd9d8088a7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T14:35:44,458 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 598f84e49c596ef60bb6e6dd9d8088a7 2024-11-22T14:35:44,458 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 598f84e49c596ef60bb6e6dd9d8088a7 2024-11-22T14:35:44,460 INFO [StoreOpener-598f84e49c596ef60bb6e6dd9d8088a7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 598f84e49c596ef60bb6e6dd9d8088a7 2024-11-22T14:35:44,461 INFO [StoreOpener-598f84e49c596ef60bb6e6dd9d8088a7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 598f84e49c596ef60bb6e6dd9d8088a7 columnFamilyName f 2024-11-22T14:35:44,461 DEBUG [StoreOpener-598f84e49c596ef60bb6e6dd9d8088a7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:35:44,462 INFO [StoreOpener-598f84e49c596ef60bb6e6dd9d8088a7-1 {}] regionserver.HStore(327): Store=598f84e49c596ef60bb6e6dd9d8088a7/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:35:44,462 INFO [StoreOpener-598f84e49c596ef60bb6e6dd9d8088a7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 598f84e49c596ef60bb6e6dd9d8088a7 2024-11-22T14:35:44,463 INFO [StoreOpener-598f84e49c596ef60bb6e6dd9d8088a7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 598f84e49c596ef60bb6e6dd9d8088a7 columnFamilyName f1 2024-11-22T14:35:44,463 DEBUG [StoreOpener-598f84e49c596ef60bb6e6dd9d8088a7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:35:44,464 INFO [StoreOpener-598f84e49c596ef60bb6e6dd9d8088a7-1 {}] regionserver.HStore(327): Store=598f84e49c596ef60bb6e6dd9d8088a7/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:35:44,464 INFO [StoreOpener-598f84e49c596ef60bb6e6dd9d8088a7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 598f84e49c596ef60bb6e6dd9d8088a7 2024-11-22T14:35:44,465 INFO [StoreOpener-598f84e49c596ef60bb6e6dd9d8088a7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 598f84e49c596ef60bb6e6dd9d8088a7 columnFamilyName norep 2024-11-22T14:35:44,465 DEBUG [StoreOpener-598f84e49c596ef60bb6e6dd9d8088a7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:35:44,466 INFO [StoreOpener-598f84e49c596ef60bb6e6dd9d8088a7-1 {}] regionserver.HStore(327): Store=598f84e49c596ef60bb6e6dd9d8088a7/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:35:44,466 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 598f84e49c596ef60bb6e6dd9d8088a7 2024-11-22T14:35:44,467 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34525/user/jenkins/test-data/664b49da-9a61-43bd-a357-8152bf46dbed/data/default/test/598f84e49c596ef60bb6e6dd9d8088a7 2024-11-22T14:35:44,467 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34525/user/jenkins/test-data/664b49da-9a61-43bd-a357-8152bf46dbed/data/default/test/598f84e49c596ef60bb6e6dd9d8088a7 2024-11-22T14:35:44,468 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 598f84e49c596ef60bb6e6dd9d8088a7 2024-11-22T14:35:44,469 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 598f84e49c596ef60bb6e6dd9d8088a7 2024-11-22T14:35:44,469 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-22T14:35:44,471 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 598f84e49c596ef60bb6e6dd9d8088a7 2024-11-22T14:35:44,486 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34525/user/jenkins/test-data/664b49da-9a61-43bd-a357-8152bf46dbed/data/default/test/598f84e49c596ef60bb6e6dd9d8088a7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T14:35:44,487 INFO [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 598f84e49c596ef60bb6e6dd9d8088a7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70246827, jitterRate=0.04675929248332977}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-22T14:35:44,487 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 598f84e49c596ef60bb6e6dd9d8088a7 2024-11-22T14:35:44,487 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 598f84e49c596ef60bb6e6dd9d8088a7: Running coprocessor pre-open hook at 1732286144458Writing region info on filesystem at 1732286144458Initializing all the Stores at 1732286144459 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732286144459Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732286144460 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732286144460Cleaning up temporary data from old regions at 1732286144469 (+9 ms)Running coprocessor post-open hooks at 1732286144487 (+18 ms)Region opened successfully at 1732286144487 2024-11-22T14:35:44,488 INFO [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732286143667.598f84e49c596ef60bb6e6dd9d8088a7., pid=6, masterSystemTime=1732286144453 2024-11-22T14:35:44,490 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732286143667.598f84e49c596ef60bb6e6dd9d8088a7. 2024-11-22T14:35:44,490 INFO [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732286143667.598f84e49c596ef60bb6e6dd9d8088a7. 2024-11-22T14:35:44,491 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=598f84e49c596ef60bb6e6dd9d8088a7, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=b313e41b3af3,33333,1732286138535 2024-11-22T14:35:44,493 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 598f84e49c596ef60bb6e6dd9d8088a7, server=b313e41b3af3,33333,1732286138535 because future has completed 2024-11-22T14:35:44,497 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-22T14:35:44,497 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 598f84e49c596ef60bb6e6dd9d8088a7, server=b313e41b3af3,33333,1732286138535 in 193 msec 2024-11-22T14:35:44,499 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-22T14:35:44,499 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=598f84e49c596ef60bb6e6dd9d8088a7, ASSIGN in 353 msec 2024-11-22T14:35:44,500 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T14:35:44,500 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732286144500"}]},"ts":"1732286144500"} 2024-11-22T14:35:44,502 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-22T14:35:44,504 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T14:35:44,505 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 837 msec 2024-11-22T14:35:44,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38575 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T14:35:44,814 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-22T14:35:44,823 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ea269ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:35:44,823 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b313e41b3af3,44293,-1 for getting cluster id 2024-11-22T14:35:44,823 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T14:35:44,824 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cb685657-f9c4-4eb6-b9e8-4b51c7d9d217' 2024-11-22T14:35:44,824 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T14:35:44,825 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cb685657-f9c4-4eb6-b9e8-4b51c7d9d217" 2024-11-22T14:35:44,825 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bcf0ec3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:35:44,825 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b313e41b3af3,44293,-1] 2024-11-22T14:35:44,825 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T14:35:44,825 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:35:44,827 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52700, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T14:35:44,828 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74c4b5d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:35:44,828 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T14:35:44,829 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is b313e41b3af3,44293,1732286132247 2024-11-22T14:35:44,830 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@39da9cc0 2024-11-22T14:35:44,830 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T14:35:44,831 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52704, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T14:35:44,831 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44293 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://b313e41b3af3:39145,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-22T14:35:44,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44293 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-22T14:35:44,835 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b313e41b3af3:39145' 2024-11-22T14:35:44,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44293 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T14:35:44,841 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@639e867e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:35:44,841 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request b313e41b3af3,39145,-1 for getting cluster id 2024-11-22T14:35:44,841 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T14:35:44,842 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6a41c9a5-6baf-46e1-99cc-cd2d5fa7cfa3' 2024-11-22T14:35:44,842 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T14:35:44,842 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6a41c9a5-6baf-46e1-99cc-cd2d5fa7cfa3" 2024-11-22T14:35:44,843 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d482b59, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:35:44,843 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b313e41b3af3,39145,-1] 2024-11-22T14:35:44,843 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T14:35:44,843 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:35:44,844 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44884, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T14:35:44,845 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24c7803, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:35:44,845 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T14:35:44,846 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b313e41b3af3,39145,1732286135858 2024-11-22T14:35:44,846 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@609d9ce8 2024-11-22T14:35:44,846 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T14:35:44,848 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44894, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T14:35:44,848 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-22T14:35:44,849 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-22T14:35:44,849 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:35:44,849 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:35:44,849 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T14:35:44,855 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T14:35:44,857 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-22T14:35:44,859 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T14:35:44,859 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:35:44,860 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T14:35:44,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43547 is added to blk_1073741837_1013 (size=1138) 2024-11-22T14:35:44,888 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f7e6cf68ff417cbf1631f73679f70370, NAME => 'hbase:replication,,1732286144849.f7e6cf68ff417cbf1631f73679f70370.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38487/user/jenkins/test-data/57e1daf1-f6f2-f57f-807d-3affc52d1874 2024-11-22T14:35:44,903 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T14:35:44,903 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [b313e41b3af3,34993,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b313e41b3af3:34993 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-22T14:35:44,904 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 14, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 88631 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [b313e41b3af3,34993,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b313e41b3af3:34993 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-22T14:35:44,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43547 is added to blk_1073741838_1014 (size=44) 2024-11-22T14:35:44,908 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-22T14:35:44,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44293 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T14:35:45,075 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-22T14:35:45,075 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-22T14:35:45,076 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-22T14:35:45,076 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-22T14:35:45,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44293 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T14:35:45,306 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732286144849.f7e6cf68ff417cbf1631f73679f70370.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T14:35:45,306 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing f7e6cf68ff417cbf1631f73679f70370, disabling compactions & flushes 2024-11-22T14:35:45,306 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732286144849.f7e6cf68ff417cbf1631f73679f70370. 2024-11-22T14:35:45,306 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732286144849.f7e6cf68ff417cbf1631f73679f70370. 2024-11-22T14:35:45,306 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732286144849.f7e6cf68ff417cbf1631f73679f70370. after waiting 0 ms 2024-11-22T14:35:45,306 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732286144849.f7e6cf68ff417cbf1631f73679f70370. 2024-11-22T14:35:45,306 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732286144849.f7e6cf68ff417cbf1631f73679f70370. 2024-11-22T14:35:45,306 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for f7e6cf68ff417cbf1631f73679f70370: Waiting for close lock at 1732286145306Disabling compacts and flushes for region at 1732286145306Disabling writes for close at 1732286145306Writing region close event to WAL at 1732286145306Closed at 1732286145306 2024-11-22T14:35:45,308 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T14:35:45,308 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732286144849.f7e6cf68ff417cbf1631f73679f70370.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732286145308"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732286145308"}]},"ts":"1732286145308"} 2024-11-22T14:35:45,311 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-22T14:35:45,312 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T14:35:45,312 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732286145312"}]},"ts":"1732286145312"} 2024-11-22T14:35:45,315 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-22T14:35:45,316 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f7e6cf68ff417cbf1631f73679f70370, ASSIGN}] 2024-11-22T14:35:45,317 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f7e6cf68ff417cbf1631f73679f70370, ASSIGN 2024-11-22T14:35:45,319 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f7e6cf68ff417cbf1631f73679f70370, ASSIGN; state=OFFLINE, location=b313e41b3af3,45171,1732286132298; forceNewPlan=false, retain=false 2024-11-22T14:35:45,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44293 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T14:35:45,470 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=f7e6cf68ff417cbf1631f73679f70370, regionState=OPENING, regionLocation=b313e41b3af3,45171,1732286132298 2024-11-22T14:35:45,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f7e6cf68ff417cbf1631f73679f70370, ASSIGN because future has completed 2024-11-22T14:35:45,476 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure f7e6cf68ff417cbf1631f73679f70370, server=b313e41b3af3,45171,1732286132298}] 2024-11-22T14:35:45,602 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-22T14:35:45,645 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732286144849.f7e6cf68ff417cbf1631f73679f70370. 2024-11-22T14:35:45,645 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T14:35:45,645 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-22T14:35:45,647 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b313e41b3af3%2C45171%2C1732286132298.rep, suffix=, logDir=hdfs://localhost:38487/user/jenkins/test-data/57e1daf1-f6f2-f57f-807d-3affc52d1874/WALs/b313e41b3af3,45171,1732286132298, archiveDir=hdfs://localhost:38487/user/jenkins/test-data/57e1daf1-f6f2-f57f-807d-3affc52d1874/oldWALs, maxLogs=10 2024-11-22T14:35:45,669 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/57e1daf1-f6f2-f57f-807d-3affc52d1874/WALs/b313e41b3af3,45171,1732286132298/b313e41b3af3%2C45171%2C1732286132298.rep.1732286145648, exclude list is [], retry=0 2024-11-22T14:35:45,675 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43547,DS-f370bc86-066c-4557-8625-8a02e4dc42ba,DISK] 2024-11-22T14:35:45,684 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/57e1daf1-f6f2-f57f-807d-3affc52d1874/WALs/b313e41b3af3,45171,1732286132298/b313e41b3af3%2C45171%2C1732286132298.rep.1732286145648 2024-11-22T14:35:45,694 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46395:46395)] 2024-11-22T14:35:45,694 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => f7e6cf68ff417cbf1631f73679f70370, NAME => 'hbase:replication,,1732286144849.f7e6cf68ff417cbf1631f73679f70370.', STARTKEY => '', ENDKEY => ''} 2024-11-22T14:35:45,695 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-22T14:35:45,695 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-22T14:35:45,695 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732286144849.f7e6cf68ff417cbf1631f73679f70370. service=MultiRowMutationService 2024-11-22T14:35:45,695 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-22T14:35:45,695 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication f7e6cf68ff417cbf1631f73679f70370 2024-11-22T14:35:45,695 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732286144849.f7e6cf68ff417cbf1631f73679f70370.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T14:35:45,695 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for f7e6cf68ff417cbf1631f73679f70370 2024-11-22T14:35:45,695 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for f7e6cf68ff417cbf1631f73679f70370 2024-11-22T14:35:45,709 INFO [StoreOpener-f7e6cf68ff417cbf1631f73679f70370-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region f7e6cf68ff417cbf1631f73679f70370 2024-11-22T14:35:45,711 INFO [StoreOpener-f7e6cf68ff417cbf1631f73679f70370-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f7e6cf68ff417cbf1631f73679f70370 columnFamilyName hfileref 2024-11-22T14:35:45,711 DEBUG [StoreOpener-f7e6cf68ff417cbf1631f73679f70370-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:35:45,712 INFO [StoreOpener-f7e6cf68ff417cbf1631f73679f70370-1 {}] regionserver.HStore(327): Store=f7e6cf68ff417cbf1631f73679f70370/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:35:45,712 INFO [StoreOpener-f7e6cf68ff417cbf1631f73679f70370-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region f7e6cf68ff417cbf1631f73679f70370 2024-11-22T14:35:45,713 INFO [StoreOpener-f7e6cf68ff417cbf1631f73679f70370-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f7e6cf68ff417cbf1631f73679f70370 columnFamilyName queue 2024-11-22T14:35:45,714 DEBUG [StoreOpener-f7e6cf68ff417cbf1631f73679f70370-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:35:45,714 INFO [StoreOpener-f7e6cf68ff417cbf1631f73679f70370-1 {}] regionserver.HStore(327): Store=f7e6cf68ff417cbf1631f73679f70370/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:35:45,715 INFO [StoreOpener-f7e6cf68ff417cbf1631f73679f70370-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region f7e6cf68ff417cbf1631f73679f70370 2024-11-22T14:35:45,716 INFO [StoreOpener-f7e6cf68ff417cbf1631f73679f70370-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f7e6cf68ff417cbf1631f73679f70370 columnFamilyName sid 2024-11-22T14:35:45,716 DEBUG [StoreOpener-f7e6cf68ff417cbf1631f73679f70370-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:35:45,716 INFO [StoreOpener-f7e6cf68ff417cbf1631f73679f70370-1 {}] regionserver.HStore(327): Store=f7e6cf68ff417cbf1631f73679f70370/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:35:45,716 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for f7e6cf68ff417cbf1631f73679f70370 2024-11-22T14:35:45,717 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38487/user/jenkins/test-data/57e1daf1-f6f2-f57f-807d-3affc52d1874/data/hbase/replication/f7e6cf68ff417cbf1631f73679f70370 2024-11-22T14:35:45,718 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38487/user/jenkins/test-data/57e1daf1-f6f2-f57f-807d-3affc52d1874/data/hbase/replication/f7e6cf68ff417cbf1631f73679f70370 2024-11-22T14:35:45,719 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for f7e6cf68ff417cbf1631f73679f70370 2024-11-22T14:35:45,719 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for f7e6cf68ff417cbf1631f73679f70370 2024-11-22T14:35:45,720 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-22T14:35:45,721 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for f7e6cf68ff417cbf1631f73679f70370 2024-11-22T14:35:45,729 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38487/user/jenkins/test-data/57e1daf1-f6f2-f57f-807d-3affc52d1874/data/hbase/replication/f7e6cf68ff417cbf1631f73679f70370/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T14:35:45,730 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened f7e6cf68ff417cbf1631f73679f70370; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71702062, jitterRate=0.06844398379325867}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-22T14:35:45,730 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f7e6cf68ff417cbf1631f73679f70370 2024-11-22T14:35:45,730 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for f7e6cf68ff417cbf1631f73679f70370: Running coprocessor pre-open hook at 1732286145696Writing region info on filesystem at 1732286145696Initializing all the Stores at 1732286145698 (+2 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732286145698Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732286145705 (+7 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732286145705Cleaning up temporary data from old regions at 1732286145719 (+14 ms)Running coprocessor post-open hooks at 1732286145730 (+11 ms)Region opened successfully at 1732286145730 2024-11-22T14:35:45,731 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732286144849.f7e6cf68ff417cbf1631f73679f70370., pid=10, masterSystemTime=1732286145640 2024-11-22T14:35:45,734 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732286144849.f7e6cf68ff417cbf1631f73679f70370. 2024-11-22T14:35:45,734 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732286144849.f7e6cf68ff417cbf1631f73679f70370. 2024-11-22T14:35:45,734 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=f7e6cf68ff417cbf1631f73679f70370, regionState=OPEN, openSeqNum=2, regionLocation=b313e41b3af3,45171,1732286132298 2024-11-22T14:35:45,737 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure f7e6cf68ff417cbf1631f73679f70370, server=b313e41b3af3,45171,1732286132298 because future has completed 2024-11-22T14:35:45,764 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-22T14:35:45,764 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure f7e6cf68ff417cbf1631f73679f70370, server=b313e41b3af3,45171,1732286132298 in 286 msec 2024-11-22T14:35:45,767 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-22T14:35:45,768 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f7e6cf68ff417cbf1631f73679f70370, ASSIGN in 448 msec 2024-11-22T14:35:45,769 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T14:35:45,769 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732286145769"}]},"ts":"1732286145769"} 2024-11-22T14:35:45,773 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-22T14:35:45,774 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T14:35:45,777 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 919 msec 2024-11-22T14:35:45,815 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732286144849.f7e6cf68ff417cbf1631f73679f70370., hostname=b313e41b3af3,45171,1732286132298, seqNum=2] 2024-11-22T14:35:45,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44293-0x10067dc0a840000, quorum=127.0.0.1:60691, baseZNode=/0-1457664117 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1457664117 2024-11-22T14:35:45,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45171-0x10067dc0a840001, quorum=127.0.0.1:60691, baseZNode=/0-1457664117 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1457664117 2024-11-22T14:35:45,836 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-22T14:35:45,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44293 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T14:35:45,997 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45171 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-22T14:35:45,998 INFO [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-22T14:35:46,039 INFO [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-b313e41b3af3,45171,1732286132298, ReplicationSource: 1, currentBandwidth=0 2024-11-22T14:35:46,043 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T14:35:46,043 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b313e41b3af3,45171,1732286132298, seqNum=-1] 2024-11-22T14:35:46,045 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T14:35:46,047 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51795, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientService 2024-11-22T14:35:46,049 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-b313e41b3af3,45171,1732286132298', locateType=CURRENT is [region=hbase:replication,,1732286144849.f7e6cf68ff417cbf1631f73679f70370., hostname=b313e41b3af3,45171,1732286132298, seqNum=2] 2024-11-22T14:35:46,062 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-22T14:35:46,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44293 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-22T14:35:46,066 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on b313e41b3af3,45171,1732286132298 suceeded 2024-11-22T14:35:46,070 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-22T14:35:46,070 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 230 msec 2024-11-22T14:35:46,070 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://b313e41b3af3:39145,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-22T14:35:46,074 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.2390 sec 2024-11-22T14:35:46,097 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,45171,1732286132298 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b313e41b3af3:39145' 2024-11-22T14:35:46,099 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,45171,1732286132298 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@20af6072, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:35:46,099 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,45171,1732286132298 {}] client.ClusterIdFetcher(90): Going to request b313e41b3af3,39145,-1 for getting cluster id 2024-11-22T14:35:46,099 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,45171,1732286132298 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T14:35:46,100 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6a41c9a5-6baf-46e1-99cc-cd2d5fa7cfa3' 2024-11-22T14:35:46,100 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T14:35:46,100 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6a41c9a5-6baf-46e1-99cc-cd2d5fa7cfa3" 2024-11-22T14:35:46,100 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3252868f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:35:46,100 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b313e41b3af3,39145,-1] 2024-11-22T14:35:46,101 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T14:35:46,101 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:35:46,101 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44898, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientMetaService 2024-11-22T14:35:46,102 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,45171,1732286132298 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@662f032f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:35:46,102 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,45171,1732286132298 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T14:35:46,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b313e41b3af3,39145,1732286135858 2024-11-22T14:35:46,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6bb622db 2024-11-22T14:35:46,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T14:35:46,104 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44910, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=MasterService 2024-11-22T14:35:46,105 INFO [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,45171,1732286132298 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-b313e41b3af3,45171,1732286132298 (queues=1) is replicating from cluster=cb685657-f9c4-4eb6-b9e8-4b51c7d9d217 to cluster=6a41c9a5-6baf-46e1-99cc-cd2d5fa7cfa3 2024-11-22T14:35:46,105 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,45171,1732286132298 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=b313e41b3af3%2C45171%2C1732286132298 2024-11-22T14:35:46,105 INFO [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,45171,1732286132298 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-b313e41b3af3,45171,1732286132298, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-22T14:35:46,113 INFO [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,45171,1732286132298.replicationSource.shipperb313e41b3af3%2C45171%2C1732286132298,1-b313e41b3af3,45171,1732286132298 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: b313e41b3af3%2C45171%2C1732286132298 2024-11-22T14:35:46,113 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,45171,1732286132298.replicationSource.wal-reader.b313e41b3af3%2C45171%2C1732286132298,1-b313e41b3af3,45171,1732286132298 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38487/user/jenkins/test-data/57e1daf1-f6f2-f57f-807d-3affc52d1874/WALs/b313e41b3af3,45171,1732286132298/b313e41b3af3%2C45171%2C1732286132298.1732286133891, startPosition=0, beingWritten=true 2024-11-22T14:35:46,143 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,45171,1732286132298.replicationSource.wal-reader.b313e41b3af3%2C45171%2C1732286132298,1-b313e41b3af3,45171,1732286132298 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-22T14:35:46,143 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,45171,1732286132298.replicationSource.wal-reader.b313e41b3af3%2C45171%2C1732286132298,1-b313e41b3af3,45171,1732286132298 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38487/user/jenkins/test-data/57e1daf1-f6f2-f57f-807d-3affc52d1874/WALs/b313e41b3af3,45171,1732286132298/b313e41b3af3%2C45171%2C1732286132298.1732286133891 to pos 379, reset compression=false 2024-11-22T14:35:46,143 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,45171,1732286132298.replicationSource.shipperb313e41b3af3%2C45171%2C1732286132298,1-b313e41b3af3,45171,1732286132298 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b313e41b3af3,45171,1732286132298 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38487/user/jenkins/test-data/57e1daf1-f6f2-f57f-807d-3affc52d1874/WALs/b313e41b3af3,45171,1732286132298/b313e41b3af3%2C45171%2C1732286132298.1732286133891, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-22T14:35:46,235 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-22T14:35:46,236 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:35:46,236 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:35:46,236 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:35:46,236 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:35:46,237 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:35:46,290 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:35:46,291 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:35:46,291 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:35:46,291 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:35:46,292 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:35:46,292 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:35:46,302 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:35:46,307 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:35:46,307 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:35:46,310 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:35:46,347 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,45171,1732286132298.replicationSource.wal-reader.b313e41b3af3%2C45171%2C1732286132298,1-b313e41b3af3,45171,1732286132298 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38487/user/jenkins/test-data/57e1daf1-f6f2-f57f-807d-3affc52d1874/WALs/b313e41b3af3,45171,1732286132298/b313e41b3af3%2C45171%2C1732286132298.1732286133891 to pos 379, reset compression=false 2024-11-22T14:35:46,350 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-22T14:35:46,654 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,45171,1732286132298.replicationSource.wal-reader.b313e41b3af3%2C45171%2C1732286132298,1-b313e41b3af3,45171,1732286132298 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38487/user/jenkins/test-data/57e1daf1-f6f2-f57f-807d-3affc52d1874/WALs/b313e41b3af3,45171,1732286132298/b313e41b3af3%2C45171%2C1732286132298.1732286133891 to pos 379, reset compression=false 2024-11-22T14:35:46,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44293 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T14:35:46,983 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-22T14:35:46,984 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T14:35:46,984 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:418) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T14:35:46,984 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:35:46,984 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:35:46,985 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T14:35:46,987 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@773c9faa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:35:46,987 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b313e41b3af3,39145,-1 for getting cluster id 2024-11-22T14:35:46,987 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T14:35:46,988 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6a41c9a5-6baf-46e1-99cc-cd2d5fa7cfa3' 2024-11-22T14:35:46,988 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T14:35:46,988 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6a41c9a5-6baf-46e1-99cc-cd2d5fa7cfa3" 2024-11-22T14:35:46,988 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d0e57c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:35:46,988 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b313e41b3af3,39145,-1] 2024-11-22T14:35:46,989 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T14:35:46,989 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:35:46,990 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44936, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T14:35:46,991 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@522b887b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:35:46,991 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T14:35:46,992 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is b313e41b3af3,39145,1732286135858 2024-11-22T14:35:46,992 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@45820af7 2024-11-22T14:35:46,992 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T14:35:46,994 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44940, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T14:35:46,994 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39145 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://b313e41b3af3:38575,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-22T14:35:46,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39145 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-22T14:35:46,997 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b313e41b3af3:38575' 2024-11-22T14:35:46,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T14:35:47,000 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74019a16, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:35:47,000 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request b313e41b3af3,38575,-1 for getting cluster id 2024-11-22T14:35:47,000 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T14:35:47,001 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '512b5879-2274-4065-8d0d-0ade5b912ab5' 2024-11-22T14:35:47,001 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T14:35:47,001 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "512b5879-2274-4065-8d0d-0ade5b912ab5" 2024-11-22T14:35:47,001 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2eb2d63, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:35:47,001 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b313e41b3af3,38575,-1] 2024-11-22T14:35:47,001 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T14:35:47,001 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:35:47,002 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36340, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T14:35:47,003 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23c3964a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:35:47,012 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T14:35:47,013 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b313e41b3af3,38575,1732286138483 2024-11-22T14:35:47,013 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@71c8d1f8 2024-11-22T14:35:47,014 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T14:35:47,015 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36348, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T14:35:47,016 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-22T14:35:47,016 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-22T14:35:47,016 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:35:47,016 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:35:47,017 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T14:35:47,018 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-22T14:35:47,020 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T14:35:47,020 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:35:47,021 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T14:35:47,021 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T14:35:47,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33313 is added to blk_1073741837_1013 (size=1138) 2024-11-22T14:35:47,069 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-22T14:35:47,093 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,45171,1732286132298.replicationSource.wal-reader.b313e41b3af3%2C45171%2C1732286132298,1-b313e41b3af3,45171,1732286132298 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38487/user/jenkins/test-data/57e1daf1-f6f2-f57f-807d-3affc52d1874/WALs/b313e41b3af3,45171,1732286132298/b313e41b3af3%2C45171%2C1732286132298.1732286133891 to pos 379, reset compression=false 2024-11-22T14:35:47,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T14:35:47,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T14:35:47,461 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 030418b2fe272892f96e550ca67f7731, NAME => 'hbase:replication,,1732286147017.030418b2fe272892f96e550ca67f7731.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33889/user/jenkins/test-data/7586e104-4dab-7290-1223-5626957a2f2c 2024-11-22T14:35:47,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33313 is added to blk_1073741838_1014 (size=44) 2024-11-22T14:35:47,473 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732286147017.030418b2fe272892f96e550ca67f7731.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T14:35:47,473 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 030418b2fe272892f96e550ca67f7731, disabling compactions & flushes 2024-11-22T14:35:47,473 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732286147017.030418b2fe272892f96e550ca67f7731. 2024-11-22T14:35:47,473 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732286147017.030418b2fe272892f96e550ca67f7731. 2024-11-22T14:35:47,473 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732286147017.030418b2fe272892f96e550ca67f7731. after waiting 0 ms 2024-11-22T14:35:47,473 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732286147017.030418b2fe272892f96e550ca67f7731. 2024-11-22T14:35:47,473 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732286147017.030418b2fe272892f96e550ca67f7731. 2024-11-22T14:35:47,473 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 030418b2fe272892f96e550ca67f7731: Waiting for close lock at 1732286147473Disabling compacts and flushes for region at 1732286147473Disabling writes for close at 1732286147473Writing region close event to WAL at 1732286147473Closed at 1732286147473 2024-11-22T14:35:47,474 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T14:35:47,475 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732286147017.030418b2fe272892f96e550ca67f7731.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732286147475"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732286147475"}]},"ts":"1732286147475"} 2024-11-22T14:35:47,477 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-22T14:35:47,477 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T14:35:47,478 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732286147478"}]},"ts":"1732286147478"} 2024-11-22T14:35:47,479 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-22T14:35:47,480 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=030418b2fe272892f96e550ca67f7731, ASSIGN}] 2024-11-22T14:35:47,481 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=030418b2fe272892f96e550ca67f7731, ASSIGN 2024-11-22T14:35:47,482 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=030418b2fe272892f96e550ca67f7731, ASSIGN; state=OFFLINE, location=b313e41b3af3,46335,1732286135895; forceNewPlan=false, retain=false 2024-11-22T14:35:47,598 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,45171,1732286132298.replicationSource.wal-reader.b313e41b3af3%2C45171%2C1732286132298,1-b313e41b3af3,45171,1732286132298 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38487/user/jenkins/test-data/57e1daf1-f6f2-f57f-807d-3affc52d1874/WALs/b313e41b3af3,45171,1732286132298/b313e41b3af3%2C45171%2C1732286132298.1732286133891 to pos 379, reset compression=false 2024-11-22T14:35:47,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T14:35:47,633 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=030418b2fe272892f96e550ca67f7731, regionState=OPENING, regionLocation=b313e41b3af3,46335,1732286135895 2024-11-22T14:35:47,637 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=030418b2fe272892f96e550ca67f7731, ASSIGN because future has completed 2024-11-22T14:35:47,638 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 030418b2fe272892f96e550ca67f7731, server=b313e41b3af3,46335,1732286135895}] 2024-11-22T14:35:47,794 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732286147017.030418b2fe272892f96e550ca67f7731. 2024-11-22T14:35:47,794 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T14:35:47,794 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-22T14:35:47,796 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b313e41b3af3%2C46335%2C1732286135895.rep, suffix=, logDir=hdfs://localhost:33889/user/jenkins/test-data/7586e104-4dab-7290-1223-5626957a2f2c/WALs/b313e41b3af3,46335,1732286135895, archiveDir=hdfs://localhost:33889/user/jenkins/test-data/7586e104-4dab-7290-1223-5626957a2f2c/oldWALs, maxLogs=10 2024-11-22T14:35:47,814 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7586e104-4dab-7290-1223-5626957a2f2c/WALs/b313e41b3af3,46335,1732286135895/b313e41b3af3%2C46335%2C1732286135895.rep.1732286147796, exclude list is [], retry=0 2024-11-22T14:35:47,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33313,DS-a7ebeaa4-3e9c-4cd4-a932-f5732a22e4f9,DISK] 2024-11-22T14:35:47,818 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7586e104-4dab-7290-1223-5626957a2f2c/WALs/b313e41b3af3,46335,1732286135895/b313e41b3af3%2C46335%2C1732286135895.rep.1732286147796 2024-11-22T14:35:47,819 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41921:41921)] 2024-11-22T14:35:47,819 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 030418b2fe272892f96e550ca67f7731, NAME => 'hbase:replication,,1732286147017.030418b2fe272892f96e550ca67f7731.', STARTKEY => '', ENDKEY => ''} 2024-11-22T14:35:47,820 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-22T14:35:47,820 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-22T14:35:47,820 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732286147017.030418b2fe272892f96e550ca67f7731. service=MultiRowMutationService 2024-11-22T14:35:47,820 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-22T14:35:47,820 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 030418b2fe272892f96e550ca67f7731 2024-11-22T14:35:47,820 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732286147017.030418b2fe272892f96e550ca67f7731.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T14:35:47,820 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 030418b2fe272892f96e550ca67f7731 2024-11-22T14:35:47,820 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 030418b2fe272892f96e550ca67f7731 2024-11-22T14:35:47,841 INFO [StoreOpener-030418b2fe272892f96e550ca67f7731-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 030418b2fe272892f96e550ca67f7731 2024-11-22T14:35:47,843 INFO [StoreOpener-030418b2fe272892f96e550ca67f7731-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 030418b2fe272892f96e550ca67f7731 columnFamilyName hfileref 2024-11-22T14:35:47,844 DEBUG [StoreOpener-030418b2fe272892f96e550ca67f7731-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:35:47,845 INFO [StoreOpener-030418b2fe272892f96e550ca67f7731-1 {}] regionserver.HStore(327): Store=030418b2fe272892f96e550ca67f7731/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:35:47,845 INFO [StoreOpener-030418b2fe272892f96e550ca67f7731-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 030418b2fe272892f96e550ca67f7731 2024-11-22T14:35:47,852 INFO [StoreOpener-030418b2fe272892f96e550ca67f7731-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 030418b2fe272892f96e550ca67f7731 columnFamilyName queue 2024-11-22T14:35:47,853 DEBUG [StoreOpener-030418b2fe272892f96e550ca67f7731-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:35:47,856 INFO [StoreOpener-030418b2fe272892f96e550ca67f7731-1 {}] regionserver.HStore(327): Store=030418b2fe272892f96e550ca67f7731/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:35:47,856 INFO [StoreOpener-030418b2fe272892f96e550ca67f7731-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 030418b2fe272892f96e550ca67f7731 2024-11-22T14:35:47,862 INFO [StoreOpener-030418b2fe272892f96e550ca67f7731-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 030418b2fe272892f96e550ca67f7731 columnFamilyName sid 2024-11-22T14:35:47,862 DEBUG [StoreOpener-030418b2fe272892f96e550ca67f7731-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:35:47,862 INFO [StoreOpener-030418b2fe272892f96e550ca67f7731-1 {}] regionserver.HStore(327): Store=030418b2fe272892f96e550ca67f7731/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:35:47,863 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 030418b2fe272892f96e550ca67f7731 2024-11-22T14:35:47,863 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33889/user/jenkins/test-data/7586e104-4dab-7290-1223-5626957a2f2c/data/hbase/replication/030418b2fe272892f96e550ca67f7731 2024-11-22T14:35:47,863 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33889/user/jenkins/test-data/7586e104-4dab-7290-1223-5626957a2f2c/data/hbase/replication/030418b2fe272892f96e550ca67f7731 2024-11-22T14:35:47,864 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 030418b2fe272892f96e550ca67f7731 2024-11-22T14:35:47,864 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 030418b2fe272892f96e550ca67f7731 2024-11-22T14:35:47,864 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-22T14:35:47,865 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 030418b2fe272892f96e550ca67f7731 2024-11-22T14:35:47,867 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33889/user/jenkins/test-data/7586e104-4dab-7290-1223-5626957a2f2c/data/hbase/replication/030418b2fe272892f96e550ca67f7731/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T14:35:47,868 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 030418b2fe272892f96e550ca67f7731; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74733719, jitterRate=0.11361919343471527}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-22T14:35:47,868 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 030418b2fe272892f96e550ca67f7731 2024-11-22T14:35:47,868 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 030418b2fe272892f96e550ca67f7731: Running coprocessor pre-open hook at 1732286147820Writing region info on filesystem at 1732286147820Initializing all the Stores at 1732286147825 (+5 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732286147825Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732286147841 (+16 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732286147841Cleaning up temporary data from old regions at 1732286147864 (+23 ms)Running coprocessor post-open hooks at 1732286147868 (+4 ms)Region opened successfully at 1732286147868 2024-11-22T14:35:47,869 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732286147017.030418b2fe272892f96e550ca67f7731., pid=10, masterSystemTime=1732286147790 2024-11-22T14:35:47,871 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732286147017.030418b2fe272892f96e550ca67f7731. 2024-11-22T14:35:47,871 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732286147017.030418b2fe272892f96e550ca67f7731. 2024-11-22T14:35:47,873 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=030418b2fe272892f96e550ca67f7731, regionState=OPEN, openSeqNum=2, regionLocation=b313e41b3af3,46335,1732286135895 2024-11-22T14:35:47,875 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 030418b2fe272892f96e550ca67f7731, server=b313e41b3af3,46335,1732286135895 because future has completed 2024-11-22T14:35:47,880 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-22T14:35:47,880 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 030418b2fe272892f96e550ca67f7731, server=b313e41b3af3,46335,1732286135895 in 240 msec 2024-11-22T14:35:47,882 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-22T14:35:47,882 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=030418b2fe272892f96e550ca67f7731, ASSIGN in 400 msec 2024-11-22T14:35:47,883 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T14:35:47,883 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732286147883"}]},"ts":"1732286147883"} 2024-11-22T14:35:47,887 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-22T14:35:47,888 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T14:35:47,892 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 871 msec 2024-11-22T14:35:47,924 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732286147017.030418b2fe272892f96e550ca67f7731., hostname=b313e41b3af3,46335,1732286135895, seqNum=2] 2024-11-22T14:35:48,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T14:35:48,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46335-0x10067dc0a840004, quorum=127.0.0.1:60691, baseZNode=/1-1608073173 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1608073173 2024-11-22T14:35:48,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39145-0x10067dc0a840003, quorum=127.0.0.1:60691, baseZNode=/1-1608073173 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1608073173 2024-11-22T14:35:48,174 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-22T14:35:48,208 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,45171,1732286132298.replicationSource.wal-reader.b313e41b3af3%2C45171%2C1732286132298,1-b313e41b3af3,45171,1732286132298 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38487/user/jenkins/test-data/57e1daf1-f6f2-f57f-807d-3affc52d1874/WALs/b313e41b3af3,45171,1732286132298/b313e41b3af3%2C45171%2C1732286132298.1732286133891 to pos 379, reset compression=false 2024-11-22T14:35:48,338 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46335 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-22T14:35:48,338 INFO [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-22T14:35:48,375 INFO [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-b313e41b3af3,46335,1732286135895, ReplicationSource: 1, currentBandwidth=0 2024-11-22T14:35:48,375 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T14:35:48,375 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b313e41b3af3,46335,1732286135895, seqNum=-1] 2024-11-22T14:35:48,376 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T14:35:48,377 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55529, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-22T14:35:48,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-b313e41b3af3,46335,1732286135895', locateType=CURRENT is [region=hbase:replication,,1732286147017.030418b2fe272892f96e550ca67f7731., hostname=b313e41b3af3,46335,1732286135895, seqNum=2] 2024-11-22T14:35:48,382 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-22T14:35:48,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39145 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-22T14:35:48,385 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on b313e41b3af3,46335,1732286135895 suceeded 2024-11-22T14:35:48,388 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-22T14:35:48,388 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://b313e41b3af3:38575,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-22T14:35:48,388 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 211 msec 2024-11-22T14:35:48,391 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.3940 sec 2024-11-22T14:35:48,405 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,46335,1732286135895 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b313e41b3af3:38575' 2024-11-22T14:35:48,410 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,46335,1732286135895 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2b9c67c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:35:48,410 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,46335,1732286135895 {}] client.ClusterIdFetcher(90): Going to request b313e41b3af3,38575,-1 for getting cluster id 2024-11-22T14:35:48,410 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,46335,1732286135895 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T14:35:48,412 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '512b5879-2274-4065-8d0d-0ade5b912ab5' 2024-11-22T14:35:48,415 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T14:35:48,415 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "512b5879-2274-4065-8d0d-0ade5b912ab5" 2024-11-22T14:35:48,415 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@756dc4a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:35:48,415 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b313e41b3af3,38575,-1] 2024-11-22T14:35:48,415 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T14:35:48,416 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:35:48,416 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36370, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-22T14:35:48,417 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,46335,1732286135895 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7b818370, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:35:48,417 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,46335,1732286135895 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T14:35:48,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is b313e41b3af3,38575,1732286138483 2024-11-22T14:35:48,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@41a3e835 2024-11-22T14:35:48,419 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T14:35:48,419 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36378, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=MasterService 2024-11-22T14:35:48,420 INFO [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,46335,1732286135895 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-b313e41b3af3,46335,1732286135895 (queues=1) is replicating from cluster=6a41c9a5-6baf-46e1-99cc-cd2d5fa7cfa3 to cluster=512b5879-2274-4065-8d0d-0ade5b912ab5 2024-11-22T14:35:48,420 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,46335,1732286135895 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=b313e41b3af3%2C46335%2C1732286135895 2024-11-22T14:35:48,420 INFO [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,46335,1732286135895 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-b313e41b3af3,46335,1732286135895, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-22T14:35:48,421 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,46335,1732286135895.replicationSource.wal-reader.b313e41b3af3%2C46335%2C1732286135895,1-b313e41b3af3,46335,1732286135895 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33889/user/jenkins/test-data/7586e104-4dab-7290-1223-5626957a2f2c/WALs/b313e41b3af3,46335,1732286135895/b313e41b3af3%2C46335%2C1732286135895.1732286137030, startPosition=0, beingWritten=true 2024-11-22T14:35:48,421 INFO [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,46335,1732286135895.replicationSource.shipperb313e41b3af3%2C46335%2C1732286135895,1-b313e41b3af3,46335,1732286135895 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: b313e41b3af3%2C46335%2C1732286135895 2024-11-22T14:35:48,427 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,46335,1732286135895.replicationSource.wal-reader.b313e41b3af3%2C46335%2C1732286135895,1-b313e41b3af3,46335,1732286135895 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-22T14:35:48,427 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,46335,1732286135895.replicationSource.wal-reader.b313e41b3af3%2C46335%2C1732286135895,1-b313e41b3af3,46335,1732286135895 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33889/user/jenkins/test-data/7586e104-4dab-7290-1223-5626957a2f2c/WALs/b313e41b3af3,46335,1732286135895/b313e41b3af3%2C46335%2C1732286135895.1732286137030 to pos 379, reset compression=false 2024-11-22T14:35:48,427 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,46335,1732286135895.replicationSource.shipperb313e41b3af3%2C46335%2C1732286135895,1-b313e41b3af3,46335,1732286135895 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b313e41b3af3,46335,1732286135895 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33889/user/jenkins/test-data/7586e104-4dab-7290-1223-5626957a2f2c/WALs/b313e41b3af3,46335,1732286135895/b313e41b3af3%2C46335%2C1732286135895.1732286137030, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-22T14:35:48,651 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,46335,1732286135895.replicationSource.wal-reader.b313e41b3af3%2C46335%2C1732286135895,1-b313e41b3af3,46335,1732286135895 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33889/user/jenkins/test-data/7586e104-4dab-7290-1223-5626957a2f2c/WALs/b313e41b3af3,46335,1732286135895/b313e41b3af3%2C46335%2C1732286135895.1732286137030 to pos 379, reset compression=false 2024-11-22T14:35:48,915 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,45171,1732286132298.replicationSource.wal-reader.b313e41b3af3%2C45171%2C1732286132298,1-b313e41b3af3,45171,1732286132298 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38487/user/jenkins/test-data/57e1daf1-f6f2-f57f-807d-3affc52d1874/WALs/b313e41b3af3,45171,1732286132298/b313e41b3af3%2C45171%2C1732286132298.1732286133891 to pos 379, reset compression=false 2024-11-22T14:35:48,955 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,46335,1732286135895.replicationSource.wal-reader.b313e41b3af3%2C46335%2C1732286135895,1-b313e41b3af3,46335,1732286135895 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33889/user/jenkins/test-data/7586e104-4dab-7290-1223-5626957a2f2c/WALs/b313e41b3af3,46335,1732286135895/b313e41b3af3%2C46335%2C1732286135895.1732286137030 to pos 379, reset compression=false 2024-11-22T14:35:49,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T14:35:49,144 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-22T14:35:49,144 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T14:35:49,144 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:419) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T14:35:49,144 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:35:49,144 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:35:49,144 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T14:35:49,148 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e519346, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:35:49,148 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b313e41b3af3,38575,-1 for getting cluster id 2024-11-22T14:35:49,148 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T14:35:49,148 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '512b5879-2274-4065-8d0d-0ade5b912ab5' 2024-11-22T14:35:49,149 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T14:35:49,149 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "512b5879-2274-4065-8d0d-0ade5b912ab5" 2024-11-22T14:35:49,149 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a65a511, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:35:49,149 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b313e41b3af3,38575,-1] 2024-11-22T14:35:49,149 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T14:35:49,150 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:35:49,151 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56782, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T14:35:49,152 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ceb1c1e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:35:49,152 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T14:35:49,154 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is b313e41b3af3,38575,1732286138483 2024-11-22T14:35:49,154 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@38a7686d 2024-11-22T14:35:49,154 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T14:35:49,155 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56792, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T14:35:49,155 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38575 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://b313e41b3af3:39145,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-22T14:35:49,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38575 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-22T14:35:49,160 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b313e41b3af3:39145' 2024-11-22T14:35:49,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38575 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T14:35:49,165 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17907f11, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:35:49,165 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request b313e41b3af3,39145,-1 for getting cluster id 2024-11-22T14:35:49,165 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T14:35:49,166 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6a41c9a5-6baf-46e1-99cc-cd2d5fa7cfa3' 2024-11-22T14:35:49,167 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T14:35:49,167 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6a41c9a5-6baf-46e1-99cc-cd2d5fa7cfa3" 2024-11-22T14:35:49,167 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b89cfea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:35:49,167 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b313e41b3af3,39145,-1] 2024-11-22T14:35:49,167 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T14:35:49,168 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:35:49,169 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55650, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T14:35:49,170 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a6eb185, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:35:49,170 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T14:35:49,171 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is b313e41b3af3,39145,1732286135858 2024-11-22T14:35:49,171 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7f049f75 2024-11-22T14:35:49,172 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T14:35:49,173 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55652, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T14:35:49,174 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-22T14:35:49,174 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-22T14:35:49,174 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:35:49,174 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:35:49,175 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T14:35:49,175 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T14:35:49,176 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-22T14:35:49,177 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T14:35:49,177 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:35:49,179 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T14:35:49,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35521 is added to blk_1073741837_1013 (size=1138) 2024-11-22T14:35:49,201 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b0a3fe807403e2debe869e62c6342ebc, NAME => 'hbase:replication,,1732286149174.b0a3fe807403e2debe869e62c6342ebc.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34525/user/jenkins/test-data/664b49da-9a61-43bd-a357-8152bf46dbed 2024-11-22T14:35:49,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35521 is added to blk_1073741838_1014 (size=44) 2024-11-22T14:35:49,214 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732286149174.b0a3fe807403e2debe869e62c6342ebc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T14:35:49,214 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing b0a3fe807403e2debe869e62c6342ebc, disabling compactions & flushes 2024-11-22T14:35:49,214 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732286149174.b0a3fe807403e2debe869e62c6342ebc. 2024-11-22T14:35:49,214 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732286149174.b0a3fe807403e2debe869e62c6342ebc. 2024-11-22T14:35:49,214 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732286149174.b0a3fe807403e2debe869e62c6342ebc. after waiting 0 ms 2024-11-22T14:35:49,214 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732286149174.b0a3fe807403e2debe869e62c6342ebc. 2024-11-22T14:35:49,214 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732286149174.b0a3fe807403e2debe869e62c6342ebc. 2024-11-22T14:35:49,214 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for b0a3fe807403e2debe869e62c6342ebc: Waiting for close lock at 1732286149214Disabling compacts and flushes for region at 1732286149214Disabling writes for close at 1732286149214Writing region close event to WAL at 1732286149214Closed at 1732286149214 2024-11-22T14:35:49,215 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T14:35:49,216 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732286149174.b0a3fe807403e2debe869e62c6342ebc.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732286149215"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732286149215"}]},"ts":"1732286149215"} 2024-11-22T14:35:49,218 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-22T14:35:49,218 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T14:35:49,219 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732286149218"}]},"ts":"1732286149218"} 2024-11-22T14:35:49,221 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-22T14:35:49,221 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b0a3fe807403e2debe869e62c6342ebc, ASSIGN}] 2024-11-22T14:35:49,222 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b0a3fe807403e2debe869e62c6342ebc, ASSIGN 2024-11-22T14:35:49,223 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b0a3fe807403e2debe869e62c6342ebc, ASSIGN; state=OFFLINE, location=b313e41b3af3,33333,1732286138535; forceNewPlan=false, retain=false 2024-11-22T14:35:49,229 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-22T14:35:49,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38575 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T14:35:49,358 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,46335,1732286135895.replicationSource.wal-reader.b313e41b3af3%2C46335%2C1732286135895,1-b313e41b3af3,46335,1732286135895 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33889/user/jenkins/test-data/7586e104-4dab-7290-1223-5626957a2f2c/WALs/b313e41b3af3,46335,1732286135895/b313e41b3af3%2C46335%2C1732286135895.1732286137030 to pos 379, reset compression=false 2024-11-22T14:35:49,374 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=b0a3fe807403e2debe869e62c6342ebc, regionState=OPENING, regionLocation=b313e41b3af3,33333,1732286138535 2024-11-22T14:35:49,376 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b0a3fe807403e2debe869e62c6342ebc, ASSIGN because future has completed 2024-11-22T14:35:49,376 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure b0a3fe807403e2debe869e62c6342ebc, server=b313e41b3af3,33333,1732286138535}] 2024-11-22T14:35:49,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38575 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T14:35:49,532 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732286149174.b0a3fe807403e2debe869e62c6342ebc. 2024-11-22T14:35:49,532 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T14:35:49,533 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-22T14:35:49,534 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b313e41b3af3%2C33333%2C1732286138535.rep, suffix=, logDir=hdfs://localhost:34525/user/jenkins/test-data/664b49da-9a61-43bd-a357-8152bf46dbed/WALs/b313e41b3af3,33333,1732286138535, archiveDir=hdfs://localhost:34525/user/jenkins/test-data/664b49da-9a61-43bd-a357-8152bf46dbed/oldWALs, maxLogs=10 2024-11-22T14:35:49,551 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/664b49da-9a61-43bd-a357-8152bf46dbed/WALs/b313e41b3af3,33333,1732286138535/b313e41b3af3%2C33333%2C1732286138535.rep.1732286149534, exclude list is [], retry=0 2024-11-22T14:35:49,552 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35521,DS-fa9a2e4d-aa46-4941-bfb9-9f84b923752a,DISK] 2024-11-22T14:35:49,555 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/664b49da-9a61-43bd-a357-8152bf46dbed/WALs/b313e41b3af3,33333,1732286138535/b313e41b3af3%2C33333%2C1732286138535.rep.1732286149534 2024-11-22T14:35:49,562 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41005:41005)] 2024-11-22T14:35:49,562 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => b0a3fe807403e2debe869e62c6342ebc, NAME => 'hbase:replication,,1732286149174.b0a3fe807403e2debe869e62c6342ebc.', STARTKEY => '', ENDKEY => ''} 2024-11-22T14:35:49,563 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-22T14:35:49,563 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-22T14:35:49,563 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732286149174.b0a3fe807403e2debe869e62c6342ebc. service=MultiRowMutationService 2024-11-22T14:35:49,563 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-22T14:35:49,563 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication b0a3fe807403e2debe869e62c6342ebc 2024-11-22T14:35:49,563 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732286149174.b0a3fe807403e2debe869e62c6342ebc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T14:35:49,563 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for b0a3fe807403e2debe869e62c6342ebc 2024-11-22T14:35:49,563 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for b0a3fe807403e2debe869e62c6342ebc 2024-11-22T14:35:49,573 INFO [StoreOpener-b0a3fe807403e2debe869e62c6342ebc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region b0a3fe807403e2debe869e62c6342ebc 2024-11-22T14:35:49,575 INFO [StoreOpener-b0a3fe807403e2debe869e62c6342ebc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b0a3fe807403e2debe869e62c6342ebc columnFamilyName hfileref 2024-11-22T14:35:49,575 DEBUG [StoreOpener-b0a3fe807403e2debe869e62c6342ebc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:35:49,575 INFO [StoreOpener-b0a3fe807403e2debe869e62c6342ebc-1 {}] regionserver.HStore(327): Store=b0a3fe807403e2debe869e62c6342ebc/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:35:49,576 INFO [StoreOpener-b0a3fe807403e2debe869e62c6342ebc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region b0a3fe807403e2debe869e62c6342ebc 2024-11-22T14:35:49,577 INFO [StoreOpener-b0a3fe807403e2debe869e62c6342ebc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b0a3fe807403e2debe869e62c6342ebc columnFamilyName queue 2024-11-22T14:35:49,577 DEBUG [StoreOpener-b0a3fe807403e2debe869e62c6342ebc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:35:49,577 INFO [StoreOpener-b0a3fe807403e2debe869e62c6342ebc-1 {}] regionserver.HStore(327): Store=b0a3fe807403e2debe869e62c6342ebc/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:35:49,578 INFO [StoreOpener-b0a3fe807403e2debe869e62c6342ebc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region b0a3fe807403e2debe869e62c6342ebc 2024-11-22T14:35:49,579 INFO [StoreOpener-b0a3fe807403e2debe869e62c6342ebc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b0a3fe807403e2debe869e62c6342ebc columnFamilyName sid 2024-11-22T14:35:49,579 DEBUG [StoreOpener-b0a3fe807403e2debe869e62c6342ebc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:35:49,579 INFO [StoreOpener-b0a3fe807403e2debe869e62c6342ebc-1 {}] regionserver.HStore(327): Store=b0a3fe807403e2debe869e62c6342ebc/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:35:49,580 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for b0a3fe807403e2debe869e62c6342ebc 2024-11-22T14:35:49,580 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34525/user/jenkins/test-data/664b49da-9a61-43bd-a357-8152bf46dbed/data/hbase/replication/b0a3fe807403e2debe869e62c6342ebc 2024-11-22T14:35:49,581 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34525/user/jenkins/test-data/664b49da-9a61-43bd-a357-8152bf46dbed/data/hbase/replication/b0a3fe807403e2debe869e62c6342ebc 2024-11-22T14:35:49,582 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for b0a3fe807403e2debe869e62c6342ebc 2024-11-22T14:35:49,582 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for b0a3fe807403e2debe869e62c6342ebc 2024-11-22T14:35:49,583 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-22T14:35:49,584 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for b0a3fe807403e2debe869e62c6342ebc 2024-11-22T14:35:49,585 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34525/user/jenkins/test-data/664b49da-9a61-43bd-a357-8152bf46dbed/data/hbase/replication/b0a3fe807403e2debe869e62c6342ebc/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T14:35:49,586 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened b0a3fe807403e2debe869e62c6342ebc; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70915190, jitterRate=0.056718677282333374}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-22T14:35:49,586 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b0a3fe807403e2debe869e62c6342ebc 2024-11-22T14:35:49,586 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for b0a3fe807403e2debe869e62c6342ebc: Running coprocessor pre-open hook at 1732286149563Writing region info on filesystem at 1732286149563Initializing all the Stores at 1732286149564 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732286149564Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732286149573 (+9 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732286149573Cleaning up temporary data from old regions at 1732286149582 (+9 ms)Running coprocessor post-open hooks at 1732286149586 (+4 ms)Region opened successfully at 1732286149586 2024-11-22T14:35:49,587 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732286149174.b0a3fe807403e2debe869e62c6342ebc., pid=10, masterSystemTime=1732286149529 2024-11-22T14:35:49,593 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=b0a3fe807403e2debe869e62c6342ebc, regionState=OPEN, openSeqNum=2, regionLocation=b313e41b3af3,33333,1732286138535 2024-11-22T14:35:49,595 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732286149174.b0a3fe807403e2debe869e62c6342ebc. 2024-11-22T14:35:49,595 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732286149174.b0a3fe807403e2debe869e62c6342ebc. 2024-11-22T14:35:49,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure b0a3fe807403e2debe869e62c6342ebc, server=b313e41b3af3,33333,1732286138535 because future has completed 2024-11-22T14:35:49,599 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-22T14:35:49,599 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure b0a3fe807403e2debe869e62c6342ebc, server=b313e41b3af3,33333,1732286138535 in 220 msec 2024-11-22T14:35:49,602 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-22T14:35:49,602 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b0a3fe807403e2debe869e62c6342ebc, ASSIGN in 378 msec 2024-11-22T14:35:49,603 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T14:35:49,603 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732286149603"}]},"ts":"1732286149603"} 2024-11-22T14:35:49,605 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-22T14:35:49,606 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T14:35:49,607 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 431 msec 2024-11-22T14:35:49,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732286149174.b0a3fe807403e2debe869e62c6342ebc., hostname=b313e41b3af3,33333,1732286138535, seqNum=2] 2024-11-22T14:35:49,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38575-0x10067dc0a840006, quorum=127.0.0.1:60691, baseZNode=/2-1732028059 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1732028059 2024-11-22T14:35:49,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33333-0x10067dc0a840007, quorum=127.0.0.1:60691, baseZNode=/2-1732028059 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1732028059 2024-11-22T14:35:49,643 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-22T14:35:49,719 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,45171,1732286132298.replicationSource.wal-reader.b313e41b3af3%2C45171%2C1732286132298,1-b313e41b3af3,45171,1732286132298 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38487/user/jenkins/test-data/57e1daf1-f6f2-f57f-807d-3affc52d1874/WALs/b313e41b3af3,45171,1732286132298/b313e41b3af3%2C45171%2C1732286132298.1732286133891 to pos 379, reset compression=false 2024-11-22T14:35:49,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38575 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T14:35:49,796 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33333 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-22T14:35:49,797 INFO [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-22T14:35:49,833 INFO [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-b313e41b3af3,33333,1732286138535, ReplicationSource: 1, currentBandwidth=0 2024-11-22T14:35:49,833 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T14:35:49,833 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b313e41b3af3,33333,1732286138535, seqNum=-1] 2024-11-22T14:35:49,834 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T14:35:49,835 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56893, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-22T14:35:49,836 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-b313e41b3af3,33333,1732286138535', locateType=CURRENT is [region=hbase:replication,,1732286149174.b0a3fe807403e2debe869e62c6342ebc., hostname=b313e41b3af3,33333,1732286138535, seqNum=2] 2024-11-22T14:35:49,856 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-22T14:35:49,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38575 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-22T14:35:49,858 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on b313e41b3af3,33333,1732286138535 suceeded 2024-11-22T14:35:49,860 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-22T14:35:49,860 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://b313e41b3af3:39145,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-22T14:35:49,860 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 215 msec 2024-11-22T14:35:49,863 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 704 msec 2024-11-22T14:35:49,864 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,46335,1732286135895.replicationSource.wal-reader.b313e41b3af3%2C46335%2C1732286135895,1-b313e41b3af3,46335,1732286135895 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33889/user/jenkins/test-data/7586e104-4dab-7290-1223-5626957a2f2c/WALs/b313e41b3af3,46335,1732286135895/b313e41b3af3%2C46335%2C1732286135895.1732286137030 to pos 379, reset compression=false 2024-11-22T14:35:49,876 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,33333,1732286138535 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b313e41b3af3:39145' 2024-11-22T14:35:49,877 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,33333,1732286138535 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@30b54005, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:35:49,877 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,33333,1732286138535 {}] client.ClusterIdFetcher(90): Going to request b313e41b3af3,39145,-1 for getting cluster id 2024-11-22T14:35:49,878 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,33333,1732286138535 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T14:35:49,878 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6a41c9a5-6baf-46e1-99cc-cd2d5fa7cfa3' 2024-11-22T14:35:49,879 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T14:35:49,879 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6a41c9a5-6baf-46e1-99cc-cd2d5fa7cfa3" 2024-11-22T14:35:49,879 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@72451044, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:35:49,879 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b313e41b3af3,39145,-1] 2024-11-22T14:35:49,879 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T14:35:49,880 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:35:49,880 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55670, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-22T14:35:49,881 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,33333,1732286138535 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@66343d88, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:35:49,882 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,33333,1732286138535 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T14:35:49,882 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b313e41b3af3,39145,1732286135858 2024-11-22T14:35:49,882 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5895f6ff 2024-11-22T14:35:49,883 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T14:35:49,883 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55676, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=MasterService 2024-11-22T14:35:49,884 INFO [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,33333,1732286138535 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-b313e41b3af3,33333,1732286138535 (queues=1) is replicating from cluster=512b5879-2274-4065-8d0d-0ade5b912ab5 to cluster=6a41c9a5-6baf-46e1-99cc-cd2d5fa7cfa3 2024-11-22T14:35:49,884 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,33333,1732286138535 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=b313e41b3af3%2C33333%2C1732286138535 2024-11-22T14:35:49,884 INFO [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,33333,1732286138535 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-b313e41b3af3,33333,1732286138535, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-22T14:35:49,885 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,33333,1732286138535.replicationSource.wal-reader.b313e41b3af3%2C33333%2C1732286138535,1-b313e41b3af3,33333,1732286138535 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34525/user/jenkins/test-data/664b49da-9a61-43bd-a357-8152bf46dbed/WALs/b313e41b3af3,33333,1732286138535/b313e41b3af3%2C33333%2C1732286138535.1732286139760, startPosition=0, beingWritten=true 2024-11-22T14:35:49,885 INFO [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,33333,1732286138535.replicationSource.shipperb313e41b3af3%2C33333%2C1732286138535,1-b313e41b3af3,33333,1732286138535 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: b313e41b3af3%2C33333%2C1732286138535 2024-11-22T14:35:49,891 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,33333,1732286138535.replicationSource.wal-reader.b313e41b3af3%2C33333%2C1732286138535,1-b313e41b3af3,33333,1732286138535 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-22T14:35:49,891 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,33333,1732286138535.replicationSource.wal-reader.b313e41b3af3%2C33333%2C1732286138535,1-b313e41b3af3,33333,1732286138535 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34525/user/jenkins/test-data/664b49da-9a61-43bd-a357-8152bf46dbed/WALs/b313e41b3af3,33333,1732286138535/b313e41b3af3%2C33333%2C1732286138535.1732286139760 to pos 379, reset compression=false 2024-11-22T14:35:49,891 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,33333,1732286138535.replicationSource.shipperb313e41b3af3%2C33333%2C1732286138535,1-b313e41b3af3,33333,1732286138535 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b313e41b3af3,33333,1732286138535 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34525/user/jenkins/test-data/664b49da-9a61-43bd-a357-8152bf46dbed/WALs/b313e41b3af3,33333,1732286138535/b313e41b3af3%2C33333%2C1732286138535.1732286139760, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-22T14:35:50,097 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,33333,1732286138535.replicationSource.wal-reader.b313e41b3af3%2C33333%2C1732286138535,1-b313e41b3af3,33333,1732286138535 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34525/user/jenkins/test-data/664b49da-9a61-43bd-a357-8152bf46dbed/WALs/b313e41b3af3,33333,1732286138535/b313e41b3af3%2C33333%2C1732286138535.1732286139760 to pos 379, reset compression=false 2024-11-22T14:35:50,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38575 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T14:35:50,304 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-22T14:35:50,304 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T14:35:50,304 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:420) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T14:35:50,304 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:35:50,304 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:35:50,304 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T14:35:50,305 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70141302, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:35:50,305 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b313e41b3af3,44293,-1 for getting cluster id 2024-11-22T14:35:50,305 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T14:35:50,306 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cb685657-f9c4-4eb6-b9e8-4b51c7d9d217' 2024-11-22T14:35:50,306 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T14:35:50,306 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cb685657-f9c4-4eb6-b9e8-4b51c7d9d217" 2024-11-22T14:35:50,306 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14407c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:35:50,306 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b313e41b3af3,44293,-1] 2024-11-22T14:35:50,306 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T14:35:50,306 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:35:50,307 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43516, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T14:35:50,307 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bdea9eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:35:50,308 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19961f5f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:35:50,308 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b313e41b3af3,39145,-1 for getting cluster id 2024-11-22T14:35:50,308 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T14:35:50,308 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6a41c9a5-6baf-46e1-99cc-cd2d5fa7cfa3' 2024-11-22T14:35:50,308 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T14:35:50,308 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6a41c9a5-6baf-46e1-99cc-cd2d5fa7cfa3" 2024-11-22T14:35:50,309 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a490510, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:35:50,309 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b313e41b3af3,39145,-1] 2024-11-22T14:35:50,309 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T14:35:50,309 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:35:50,309 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55702, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T14:35:50,310 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42cce88c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:35:50,311 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75a31a1d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:35:50,311 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b313e41b3af3,38575,-1 for getting cluster id 2024-11-22T14:35:50,311 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T14:35:50,311 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '512b5879-2274-4065-8d0d-0ade5b912ab5' 2024-11-22T14:35:50,311 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T14:35:50,312 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "512b5879-2274-4065-8d0d-0ade5b912ab5" 2024-11-22T14:35:50,312 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7530f462, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:35:50,312 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b313e41b3af3,38575,-1] 2024-11-22T14:35:50,312 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T14:35:50,312 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:35:50,312 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56810, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T14:35:50,313 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61562822, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:35:50,314 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T14:35:50,315 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b313e41b3af3,45171,1732286132298, seqNum=-1] 2024-11-22T14:35:50,315 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T14:35:50,316 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40202, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T14:35:50,318 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732286140885.9019c9bf34eba6fd930a578fa21277db., hostname=b313e41b3af3,45171,1732286132298, seqNum=2] 2024-11-22T14:35:50,321 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T14:35:50,322 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b313e41b3af3,33333,1732286138535, seqNum=-1] 2024-11-22T14:35:50,322 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T14:35:50,324 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49930, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T14:35:50,326 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732286143667.598f84e49c596ef60bb6e6dd9d8088a7., hostname=b313e41b3af3,33333,1732286138535, seqNum=2] 2024-11-22T14:35:50,327 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-22T14:35:50,400 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,33333,1732286138535.replicationSource.wal-reader.b313e41b3af3%2C33333%2C1732286138535,1-b313e41b3af3,33333,1732286138535 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34525/user/jenkins/test-data/664b49da-9a61-43bd-a357-8152bf46dbed/WALs/b313e41b3af3,33333,1732286138535/b313e41b3af3%2C33333%2C1732286138535.1732286139760 to pos 379, reset compression=false 2024-11-22T14:35:50,468 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,46335,1732286135895.replicationSource.wal-reader.b313e41b3af3%2C46335%2C1732286135895,1-b313e41b3af3,46335,1732286135895 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33889/user/jenkins/test-data/7586e104-4dab-7290-1223-5626957a2f2c/WALs/b313e41b3af3,46335,1732286135895/b313e41b3af3%2C46335%2C1732286135895.1732286137030 to pos 379, reset compression=false 2024-11-22T14:35:50,624 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,45171,1732286132298.replicationSource.wal-reader.b313e41b3af3%2C45171%2C1732286132298,1-b313e41b3af3,45171,1732286132298 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38487/user/jenkins/test-data/57e1daf1-f6f2-f57f-807d-3affc52d1874/WALs/b313e41b3af3,45171,1732286132298/b313e41b3af3%2C45171%2C1732286132298.1732286133891 to pos 379, reset compression=false 2024-11-22T14:35:50,628 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,45171,1732286132298.replicationSource.wal-reader.b313e41b3af3%2C45171%2C1732286132298,1-b313e41b3af3,45171,1732286132298 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-22T14:35:50,628 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,45171,1732286132298.replicationSource.wal-reader.b313e41b3af3%2C45171%2C1732286132298,1-b313e41b3af3,45171,1732286132298 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38487/user/jenkins/test-data/57e1daf1-f6f2-f57f-807d-3affc52d1874/WALs/b313e41b3af3,45171,1732286132298/b313e41b3af3%2C45171%2C1732286132298.1732286133891 to pos 480, reset compression=false 2024-11-22T14:35:50,628 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,45171,1732286132298.replicationSource.shipperb313e41b3af3%2C45171%2C1732286132298,1-b313e41b3af3,45171,1732286132298 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b313e41b3af3,45171,1732286132298 got entry batch from reader: WALEntryBatch [walEntries=[{test/9019c9bf34eba6fd930a578fa21277db/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:38487/user/jenkins/test-data/57e1daf1-f6f2-f57f-807d-3affc52d1874/WALs/b313e41b3af3,45171,1732286132298/b313e41b3af3%2C45171%2C1732286132298.1732286133891, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-22T14:35:50,630 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,45171,1732286132298.replicationSource.shipperb313e41b3af3%2C45171%2C1732286132298,1-b313e41b3af3,45171,1732286132298 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-22T14:35:50,631 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59356, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=AdminService 2024-11-22T14:35:50,632 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46335 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-22T14:35:50,632 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46335 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1a0cfa66, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:35:50,632 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46335 {}] client.ClusterIdFetcher(90): Going to request b313e41b3af3,39145,-1 for getting cluster id 2024-11-22T14:35:50,632 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46335 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T14:35:50,633 DEBUG [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6a41c9a5-6baf-46e1-99cc-cd2d5fa7cfa3' 2024-11-22T14:35:50,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T14:35:50,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6a41c9a5-6baf-46e1-99cc-cd2d5fa7cfa3" 2024-11-22T14:35:50,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@74631d97, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:35:50,634 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b313e41b3af3,39145,-1] 2024-11-22T14:35:50,634 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T14:35:50,634 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:35:50,634 INFO [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55714, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-22T14:35:50,635 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46335 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7010065, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:35:50,636 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46335 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T14:35:50,636 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b313e41b3af3,46335,1732286135895, seqNum=-1] 2024-11-22T14:35:50,637 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T14:35:50,638 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59366, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-22T14:35:50,639 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732286143036.b12ec7615fcf4b2c66763ec045085e94., hostname=b313e41b3af3,46335,1732286135895, seqNum=2] 2024-11-22T14:35:50,642 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46335 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-22T14:35:50,807 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,33333,1732286138535.replicationSource.wal-reader.b313e41b3af3%2C33333%2C1732286138535,1-b313e41b3af3,33333,1732286138535 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34525/user/jenkins/test-data/664b49da-9a61-43bd-a357-8152bf46dbed/WALs/b313e41b3af3,33333,1732286138535/b313e41b3af3%2C33333%2C1732286138535.1732286139760 to pos 379, reset compression=false 2024-11-22T14:35:50,832 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,45171,1732286132298.replicationSource.wal-reader.b313e41b3af3%2C45171%2C1732286132298,1-b313e41b3af3,45171,1732286132298 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38487/user/jenkins/test-data/57e1daf1-f6f2-f57f-807d-3affc52d1874/WALs/b313e41b3af3,45171,1732286132298/b313e41b3af3%2C45171%2C1732286132298.1732286133891 to pos 480, reset compression=false 2024-11-22T14:35:51,142 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,45171,1732286132298.replicationSource.wal-reader.b313e41b3af3%2C45171%2C1732286132298,1-b313e41b3af3,45171,1732286132298 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38487/user/jenkins/test-data/57e1daf1-f6f2-f57f-807d-3affc52d1874/WALs/b313e41b3af3,45171,1732286132298/b313e41b3af3%2C45171%2C1732286132298.1732286133891 to pos 480, reset compression=false 2024-11-22T14:35:51,171 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,46335,1732286135895.replicationSource.wal-reader.b313e41b3af3%2C46335%2C1732286135895,1-b313e41b3af3,46335,1732286135895 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33889/user/jenkins/test-data/7586e104-4dab-7290-1223-5626957a2f2c/WALs/b313e41b3af3,46335,1732286135895/b313e41b3af3%2C46335%2C1732286135895.1732286137030 to pos 379, reset compression=false 2024-11-22T14:35:51,177 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,46335,1732286135895.replicationSource.wal-reader.b313e41b3af3%2C46335%2C1732286135895,1-b313e41b3af3,46335,1732286135895 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-22T14:35:51,177 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,46335,1732286135895.replicationSource.wal-reader.b313e41b3af3%2C46335%2C1732286135895,1-b313e41b3af3,46335,1732286135895 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33889/user/jenkins/test-data/7586e104-4dab-7290-1223-5626957a2f2c/WALs/b313e41b3af3,46335,1732286135895/b313e41b3af3%2C46335%2C1732286135895.1732286137030 to pos 504, reset compression=false 2024-11-22T14:35:51,177 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,46335,1732286135895.replicationSource.shipperb313e41b3af3%2C46335%2C1732286135895,1-b313e41b3af3,46335,1732286135895 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b313e41b3af3,46335,1732286135895 got entry batch from reader: WALEntryBatch [walEntries=[{test/b12ec7615fcf4b2c66763ec045085e94/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:33889/user/jenkins/test-data/7586e104-4dab-7290-1223-5626957a2f2c/WALs/b313e41b3af3,46335,1732286135895/b313e41b3af3%2C46335%2C1732286135895.1732286137030, lastWalPosition=504, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-22T14:35:51,180 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,46335,1732286135895.replicationSource.shipperb313e41b3af3%2C46335%2C1732286135895,1-b313e41b3af3,46335,1732286135895 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-22T14:35:51,181 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49936, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=AdminService 2024-11-22T14:35:51,182 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33333 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-22T14:35:51,185 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33333 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@114571da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:35:51,185 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33333 {}] client.ClusterIdFetcher(90): Going to request b313e41b3af3,38575,-1 for getting cluster id 2024-11-22T14:35:51,185 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33333 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T14:35:51,186 DEBUG [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '512b5879-2274-4065-8d0d-0ade5b912ab5' 2024-11-22T14:35:51,186 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T14:35:51,186 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "512b5879-2274-4065-8d0d-0ade5b912ab5" 2024-11-22T14:35:51,186 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@48b9c0b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:35:51,187 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b313e41b3af3,38575,-1] 2024-11-22T14:35:51,187 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T14:35:51,187 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:35:51,188 INFO [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56822, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-22T14:35:51,188 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33333 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4b1bfd8d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:35:51,189 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33333 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T14:35:51,189 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b313e41b3af3,33333,1732286138535, seqNum=-1] 2024-11-22T14:35:51,190 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T14:35:51,191 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49948, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-22T14:35:51,192 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732286143667.598f84e49c596ef60bb6e6dd9d8088a7., hostname=b313e41b3af3,33333,1732286138535, seqNum=2] 2024-11-22T14:35:51,194 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33333 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-22T14:35:51,198 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-22T14:35:51,201 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:35:51,202 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:35:51,202 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:35:51,202 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:35:51,202 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:35:51,270 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:35:51,271 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:35:51,271 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:35:51,271 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:35:51,271 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:35:51,272 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:35:51,282 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:35:51,287 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:35:51,288 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:35:51,291 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:35:51,310 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,33333,1732286138535.replicationSource.wal-reader.b313e41b3af3%2C33333%2C1732286138535,1-b313e41b3af3,33333,1732286138535 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34525/user/jenkins/test-data/664b49da-9a61-43bd-a357-8152bf46dbed/WALs/b313e41b3af3,33333,1732286138535/b313e41b3af3%2C33333%2C1732286138535.1732286139760 to pos 379, reset compression=false 2024-11-22T14:35:51,315 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,33333,1732286138535.replicationSource.wal-reader.b313e41b3af3%2C33333%2C1732286138535,1-b313e41b3af3,33333,1732286138535 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-22T14:35:51,315 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,33333,1732286138535.replicationSource.wal-reader.b313e41b3af3%2C33333%2C1732286138535,1-b313e41b3af3,33333,1732286138535 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34525/user/jenkins/test-data/664b49da-9a61-43bd-a357-8152bf46dbed/WALs/b313e41b3af3,33333,1732286138535/b313e41b3af3%2C33333%2C1732286138535.1732286139760 to pos 527, reset compression=false 2024-11-22T14:35:51,315 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,33333,1732286138535.replicationSource.shipperb313e41b3af3%2C33333%2C1732286138535,1-b313e41b3af3,33333,1732286138535 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b313e41b3af3,33333,1732286138535 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34525/user/jenkins/test-data/664b49da-9a61-43bd-a357-8152bf46dbed/WALs/b313e41b3af3,33333,1732286138535/b313e41b3af3%2C33333%2C1732286138535.1732286139760, lastWalPosition=527, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-22T14:35:51,329 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-22T14:35:51,330 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T14:35:51,331 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b313e41b3af3,46335,1732286135895, seqNum=-1] 2024-11-22T14:35:51,331 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T14:35:51,333 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59374, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T14:35:51,334 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732286143036.b12ec7615fcf4b2c66763ec045085e94., hostname=b313e41b3af3,46335,1732286135895, seqNum=2] 2024-11-22T14:35:51,339 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-22T14:35:51,383 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,46335,1732286135895.replicationSource.wal-reader.b313e41b3af3%2C46335%2C1732286135895,1-b313e41b3af3,46335,1732286135895 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33889/user/jenkins/test-data/7586e104-4dab-7290-1223-5626957a2f2c/WALs/b313e41b3af3,46335,1732286135895/b313e41b3af3%2C46335%2C1732286135895.1732286137030 to pos 504, reset compression=false 2024-11-22T14:35:51,388 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,46335,1732286135895.replicationSource.wal-reader.b313e41b3af3%2C46335%2C1732286135895,1-b313e41b3af3,46335,1732286135895 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-22T14:35:51,388 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,46335,1732286135895.replicationSource.wal-reader.b313e41b3af3%2C46335%2C1732286135895,1-b313e41b3af3,46335,1732286135895 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33889/user/jenkins/test-data/7586e104-4dab-7290-1223-5626957a2f2c/WALs/b313e41b3af3,46335,1732286135895/b313e41b3af3%2C46335%2C1732286135895.1732286137030 to pos 608, reset compression=false 2024-11-22T14:35:51,388 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,46335,1732286135895.replicationSource.shipperb313e41b3af3%2C46335%2C1732286135895,1-b313e41b3af3,46335,1732286135895 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b313e41b3af3,46335,1732286135895 got entry batch from reader: WALEntryBatch [walEntries=[{test/b12ec7615fcf4b2c66763ec045085e94/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:33889/user/jenkins/test-data/7586e104-4dab-7290-1223-5626957a2f2c/WALs/b313e41b3af3,46335,1732286135895/b313e41b3af3%2C46335%2C1732286135895.1732286137030, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-22T14:35:51,389 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33333 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-22T14:35:51,392 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33333 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-22T14:35:51,531 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,33333,1732286138535.replicationSource.wal-reader.b313e41b3af3%2C33333%2C1732286138535,1-b313e41b3af3,33333,1732286138535 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34525/user/jenkins/test-data/664b49da-9a61-43bd-a357-8152bf46dbed/WALs/b313e41b3af3,33333,1732286138535/b313e41b3af3%2C33333%2C1732286138535.1732286139760 to pos 527, reset compression=false 2024-11-22T14:35:51,535 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,33333,1732286138535.replicationSource.wal-reader.b313e41b3af3%2C33333%2C1732286138535,1-b313e41b3af3,33333,1732286138535 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-22T14:35:51,536 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,33333,1732286138535.replicationSource.wal-reader.b313e41b3af3%2C33333%2C1732286138535,1-b313e41b3af3,33333,1732286138535 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34525/user/jenkins/test-data/664b49da-9a61-43bd-a357-8152bf46dbed/WALs/b313e41b3af3,33333,1732286138535/b313e41b3af3%2C33333%2C1732286138535.1732286139760 to pos 654, reset compression=false 2024-11-22T14:35:51,536 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,33333,1732286138535.replicationSource.shipperb313e41b3af3%2C33333%2C1732286138535,1-b313e41b3af3,33333,1732286138535 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b313e41b3af3,33333,1732286138535 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34525/user/jenkins/test-data/664b49da-9a61-43bd-a357-8152bf46dbed/WALs/b313e41b3af3,33333,1732286138535/b313e41b3af3%2C33333%2C1732286138535.1732286139760, lastWalPosition=654, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-22T14:35:51,545 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,45171,1732286132298.replicationSource.wal-reader.b313e41b3af3%2C45171%2C1732286132298,1-b313e41b3af3,45171,1732286132298 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38487/user/jenkins/test-data/57e1daf1-f6f2-f57f-807d-3affc52d1874/WALs/b313e41b3af3,45171,1732286132298/b313e41b3af3%2C45171%2C1732286132298.1732286133891 to pos 480, reset compression=false 2024-11-22T14:35:51,618 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,46335,1732286135895.replicationSource.wal-reader.b313e41b3af3%2C46335%2C1732286135895,1-b313e41b3af3,46335,1732286135895 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33889/user/jenkins/test-data/7586e104-4dab-7290-1223-5626957a2f2c/WALs/b313e41b3af3,46335,1732286135895/b313e41b3af3%2C46335%2C1732286135895.1732286137030 to pos 608, reset compression=false 2024-11-22T14:35:51,741 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,33333,1732286138535.replicationSource.wal-reader.b313e41b3af3%2C33333%2C1732286138535,1-b313e41b3af3,33333,1732286138535 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34525/user/jenkins/test-data/664b49da-9a61-43bd-a357-8152bf46dbed/WALs/b313e41b3af3,33333,1732286138535/b313e41b3af3%2C33333%2C1732286138535.1732286139760 to pos 654, reset compression=false 2024-11-22T14:35:51,922 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,46335,1732286135895.replicationSource.wal-reader.b313e41b3af3%2C46335%2C1732286135895,1-b313e41b3af3,46335,1732286135895 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33889/user/jenkins/test-data/7586e104-4dab-7290-1223-5626957a2f2c/WALs/b313e41b3af3,46335,1732286135895/b313e41b3af3%2C46335%2C1732286135895.1732286137030 to pos 608, reset compression=false 2024-11-22T14:35:52,044 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,33333,1732286138535.replicationSource.wal-reader.b313e41b3af3%2C33333%2C1732286138535,1-b313e41b3af3,33333,1732286138535 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34525/user/jenkins/test-data/664b49da-9a61-43bd-a357-8152bf46dbed/WALs/b313e41b3af3,33333,1732286138535/b313e41b3af3%2C33333%2C1732286138535.1732286139760 to pos 654, reset compression=false 2024-11-22T14:35:52,049 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,45171,1732286132298.replicationSource.wal-reader.b313e41b3af3%2C45171%2C1732286132298,1-b313e41b3af3,45171,1732286132298 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38487/user/jenkins/test-data/57e1daf1-f6f2-f57f-807d-3affc52d1874/WALs/b313e41b3af3,45171,1732286132298/b313e41b3af3%2C45171%2C1732286132298.1732286133891 to pos 480, reset compression=false 2024-11-22T14:35:52,326 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,46335,1732286135895.replicationSource.wal-reader.b313e41b3af3%2C46335%2C1732286135895,1-b313e41b3af3,46335,1732286135895 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33889/user/jenkins/test-data/7586e104-4dab-7290-1223-5626957a2f2c/WALs/b313e41b3af3,46335,1732286135895/b313e41b3af3%2C46335%2C1732286135895.1732286137030 to pos 608, reset compression=false 2024-11-22T14:35:52,342 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-22T14:35:52,346 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-22T14:35:52,448 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,33333,1732286138535.replicationSource.wal-reader.b313e41b3af3%2C33333%2C1732286138535,1-b313e41b3af3,33333,1732286138535 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34525/user/jenkins/test-data/664b49da-9a61-43bd-a357-8152bf46dbed/WALs/b313e41b3af3,33333,1732286138535/b313e41b3af3%2C33333%2C1732286138535.1732286139760 to pos 654, reset compression=false 2024-11-22T14:35:52,463 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,33333,1732286138535.replicationSource.wal-reader.b313e41b3af3%2C33333%2C1732286138535,1-b313e41b3af3,33333,1732286138535 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-22T14:35:52,463 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,33333,1732286138535.replicationSource.wal-reader.b313e41b3af3%2C33333%2C1732286138535,1-b313e41b3af3,33333,1732286138535 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34525/user/jenkins/test-data/664b49da-9a61-43bd-a357-8152bf46dbed/WALs/b313e41b3af3,33333,1732286138535/b313e41b3af3%2C33333%2C1732286138535.1732286139760 to pos 758, reset compression=false 2024-11-22T14:35:52,463 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,33333,1732286138535.replicationSource.shipperb313e41b3af3%2C33333%2C1732286138535,1-b313e41b3af3,33333,1732286138535 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b313e41b3af3,33333,1732286138535 got entry batch from reader: WALEntryBatch [walEntries=[{test/598f84e49c596ef60bb6e6dd9d8088a7/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:34525/user/jenkins/test-data/664b49da-9a61-43bd-a357-8152bf46dbed/WALs/b313e41b3af3,33333,1732286138535/b313e41b3af3%2C33333%2C1732286138535.1732286139760, lastWalPosition=758, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-22T14:35:52,467 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,33333,1732286138535.replicationSource.shipperb313e41b3af3%2C33333%2C1732286138535,1-b313e41b3af3,33333,1732286138535 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-22T14:35:52,469 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59386, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=AdminService 2024-11-22T14:35:52,470 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46335 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-22T14:35:52,477 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46335 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-22T14:35:52,652 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,45171,1732286132298.replicationSource.wal-reader.b313e41b3af3%2C45171%2C1732286132298,1-b313e41b3af3,45171,1732286132298 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38487/user/jenkins/test-data/57e1daf1-f6f2-f57f-807d-3affc52d1874/WALs/b313e41b3af3,45171,1732286132298/b313e41b3af3%2C45171%2C1732286132298.1732286133891 to pos 480, reset compression=false 2024-11-22T14:35:52,717 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,33333,1732286138535.replicationSource.wal-reader.b313e41b3af3%2C33333%2C1732286138535,1-b313e41b3af3,33333,1732286138535 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34525/user/jenkins/test-data/664b49da-9a61-43bd-a357-8152bf46dbed/WALs/b313e41b3af3,33333,1732286138535/b313e41b3af3%2C33333%2C1732286138535.1732286139760 to pos 758, reset compression=false 2024-11-22T14:35:52,869 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,46335,1732286135895.replicationSource.wal-reader.b313e41b3af3%2C46335%2C1732286135895,1-b313e41b3af3,46335,1732286135895 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33889/user/jenkins/test-data/7586e104-4dab-7290-1223-5626957a2f2c/WALs/b313e41b3af3,46335,1732286135895/b313e41b3af3%2C46335%2C1732286135895.1732286137030 to pos 608, reset compression=false 2024-11-22T14:35:52,874 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,46335,1732286135895.replicationSource.wal-reader.b313e41b3af3%2C46335%2C1732286135895,1-b313e41b3af3,46335,1732286135895 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-22T14:35:52,874 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,46335,1732286135895.replicationSource.wal-reader.b313e41b3af3%2C46335%2C1732286135895,1-b313e41b3af3,46335,1732286135895 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33889/user/jenkins/test-data/7586e104-4dab-7290-1223-5626957a2f2c/WALs/b313e41b3af3,46335,1732286135895/b313e41b3af3%2C46335%2C1732286135895.1732286137030 to pos 735, reset compression=false 2024-11-22T14:35:52,876 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,46335,1732286135895.replicationSource.shipperb313e41b3af3%2C46335%2C1732286135895,1-b313e41b3af3,46335,1732286135895 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b313e41b3af3,46335,1732286135895 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33889/user/jenkins/test-data/7586e104-4dab-7290-1223-5626957a2f2c/WALs/b313e41b3af3,46335,1732286135895/b313e41b3af3%2C46335%2C1732286135895.1732286137030, lastWalPosition=735, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-22T14:35:53,021 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,33333,1732286138535.replicationSource.wal-reader.b313e41b3af3%2C33333%2C1732286138535,1-b313e41b3af3,33333,1732286138535 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34525/user/jenkins/test-data/664b49da-9a61-43bd-a357-8152bf46dbed/WALs/b313e41b3af3,33333,1732286138535/b313e41b3af3%2C33333%2C1732286138535.1732286139760 to pos 758, reset compression=false 2024-11-22T14:35:53,082 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,46335,1732286135895.replicationSource.wal-reader.b313e41b3af3%2C46335%2C1732286135895,1-b313e41b3af3,46335,1732286135895 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33889/user/jenkins/test-data/7586e104-4dab-7290-1223-5626957a2f2c/WALs/b313e41b3af3,46335,1732286135895/b313e41b3af3%2C46335%2C1732286135895.1732286137030 to pos 735, reset compression=false 2024-11-22T14:35:53,349 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-22T14:35:53,357 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,45171,1732286132298.replicationSource.wal-reader.b313e41b3af3%2C45171%2C1732286132298,1-b313e41b3af3,45171,1732286132298 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38487/user/jenkins/test-data/57e1daf1-f6f2-f57f-807d-3affc52d1874/WALs/b313e41b3af3,45171,1732286132298/b313e41b3af3%2C45171%2C1732286132298.1732286133891 to pos 480, reset compression=false 2024-11-22T14:35:53,360 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-22T14:35:53,376 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,45171,1732286132298.replicationSource.wal-reader.b313e41b3af3%2C45171%2C1732286132298,1-b313e41b3af3,45171,1732286132298 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-22T14:35:53,376 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,45171,1732286132298.replicationSource.wal-reader.b313e41b3af3%2C45171%2C1732286132298,1-b313e41b3af3,45171,1732286132298 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38487/user/jenkins/test-data/57e1daf1-f6f2-f57f-807d-3affc52d1874/WALs/b313e41b3af3,45171,1732286132298/b313e41b3af3%2C45171%2C1732286132298.1732286133891 to pos 636, reset compression=false 2024-11-22T14:35:53,376 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,45171,1732286132298.replicationSource.shipperb313e41b3af3%2C45171%2C1732286132298,1-b313e41b3af3,45171,1732286132298 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b313e41b3af3,45171,1732286132298 got entry batch from reader: WALEntryBatch [walEntries=[{test/9019c9bf34eba6fd930a578fa21277db/5=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:38487/user/jenkins/test-data/57e1daf1-f6f2-f57f-807d-3affc52d1874/WALs/b313e41b3af3,45171,1732286132298/b313e41b3af3%2C45171%2C1732286132298.1732286133891, lastWalPosition=636, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-22T14:35:53,377 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46335 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-22T14:35:53,382 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46335 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-22T14:35:53,386 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,46335,1732286135895.replicationSource.wal-reader.b313e41b3af3%2C46335%2C1732286135895,1-b313e41b3af3,46335,1732286135895 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33889/user/jenkins/test-data/7586e104-4dab-7290-1223-5626957a2f2c/WALs/b313e41b3af3,46335,1732286135895/b313e41b3af3%2C46335%2C1732286135895.1732286137030 to pos 735, reset compression=false 2024-11-22T14:35:53,403 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,46335,1732286135895.replicationSource.wal-reader.b313e41b3af3%2C46335%2C1732286135895,1-b313e41b3af3,46335,1732286135895 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-22T14:35:53,403 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,46335,1732286135895.replicationSource.wal-reader.b313e41b3af3%2C46335%2C1732286135895,1-b313e41b3af3,46335,1732286135895 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33889/user/jenkins/test-data/7586e104-4dab-7290-1223-5626957a2f2c/WALs/b313e41b3af3,46335,1732286135895/b313e41b3af3%2C46335%2C1732286135895.1732286137030 to pos 883, reset compression=false 2024-11-22T14:35:53,403 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,46335,1732286135895.replicationSource.shipperb313e41b3af3%2C46335%2C1732286135895,1-b313e41b3af3,46335,1732286135895 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b313e41b3af3,46335,1732286135895 got entry batch from reader: WALEntryBatch [walEntries=[{test/b12ec7615fcf4b2c66763ec045085e94/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:33889/user/jenkins/test-data/7586e104-4dab-7290-1223-5626957a2f2c/WALs/b313e41b3af3,46335,1732286135895/b313e41b3af3%2C46335%2C1732286135895.1732286137030, lastWalPosition=883, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-22T14:35:53,405 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33333 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-22T14:35:53,410 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33333 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-22T14:35:53,436 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,33333,1732286138535.replicationSource.wal-reader.b313e41b3af3%2C33333%2C1732286138535,1-b313e41b3af3,33333,1732286138535 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34525/user/jenkins/test-data/664b49da-9a61-43bd-a357-8152bf46dbed/WALs/b313e41b3af3,33333,1732286138535/b313e41b3af3%2C33333%2C1732286138535.1732286139760 to pos 758, reset compression=false 2024-11-22T14:35:53,442 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,33333,1732286138535.replicationSource.wal-reader.b313e41b3af3%2C33333%2C1732286138535,1-b313e41b3af3,33333,1732286138535 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-22T14:35:53,442 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,33333,1732286138535.replicationSource.shipperb313e41b3af3%2C33333%2C1732286138535,1-b313e41b3af3,33333,1732286138535 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b313e41b3af3,33333,1732286138535 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34525/user/jenkins/test-data/664b49da-9a61-43bd-a357-8152bf46dbed/WALs/b313e41b3af3,33333,1732286138535/b313e41b3af3%2C33333%2C1732286138535.1732286139760, lastWalPosition=929, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-22T14:35:53,442 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,33333,1732286138535.replicationSource.wal-reader.b313e41b3af3%2C33333%2C1732286138535,1-b313e41b3af3,33333,1732286138535 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34525/user/jenkins/test-data/664b49da-9a61-43bd-a357-8152bf46dbed/WALs/b313e41b3af3,33333,1732286138535/b313e41b3af3%2C33333%2C1732286138535.1732286139760 to pos 929, reset compression=false 2024-11-22T14:35:53,600 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,45171,1732286132298.replicationSource.wal-reader.b313e41b3af3%2C45171%2C1732286132298,1-b313e41b3af3,45171,1732286132298 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38487/user/jenkins/test-data/57e1daf1-f6f2-f57f-807d-3affc52d1874/WALs/b313e41b3af3,45171,1732286132298/b313e41b3af3%2C45171%2C1732286132298.1732286133891 to pos 636, reset compression=false 2024-11-22T14:35:53,623 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,46335,1732286135895.replicationSource.wal-reader.b313e41b3af3%2C46335%2C1732286135895,1-b313e41b3af3,46335,1732286135895 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33889/user/jenkins/test-data/7586e104-4dab-7290-1223-5626957a2f2c/WALs/b313e41b3af3,46335,1732286135895/b313e41b3af3%2C46335%2C1732286135895.1732286137030 to pos 883, reset compression=false 2024-11-22T14:35:53,652 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,33333,1732286138535.replicationSource.wal-reader.b313e41b3af3%2C33333%2C1732286138535,1-b313e41b3af3,33333,1732286138535 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34525/user/jenkins/test-data/664b49da-9a61-43bd-a357-8152bf46dbed/WALs/b313e41b3af3,33333,1732286138535/b313e41b3af3%2C33333%2C1732286138535.1732286139760 to pos 929, reset compression=false 2024-11-22T14:35:53,904 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,45171,1732286132298.replicationSource.wal-reader.b313e41b3af3%2C45171%2C1732286132298,1-b313e41b3af3,45171,1732286132298 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38487/user/jenkins/test-data/57e1daf1-f6f2-f57f-807d-3affc52d1874/WALs/b313e41b3af3,45171,1732286132298/b313e41b3af3%2C45171%2C1732286132298.1732286133891 to pos 636, reset compression=false 2024-11-22T14:35:53,931 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,46335,1732286135895.replicationSource.wal-reader.b313e41b3af3%2C46335%2C1732286135895,1-b313e41b3af3,46335,1732286135895 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33889/user/jenkins/test-data/7586e104-4dab-7290-1223-5626957a2f2c/WALs/b313e41b3af3,46335,1732286135895/b313e41b3af3%2C46335%2C1732286135895.1732286137030 to pos 883, reset compression=false 2024-11-22T14:35:53,969 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,33333,1732286138535.replicationSource.wal-reader.b313e41b3af3%2C33333%2C1732286138535,1-b313e41b3af3,33333,1732286138535 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34525/user/jenkins/test-data/664b49da-9a61-43bd-a357-8152bf46dbed/WALs/b313e41b3af3,33333,1732286138535/b313e41b3af3%2C33333%2C1732286138535.1732286139760 to pos 929, reset compression=false 2024-11-22T14:35:54,335 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,45171,1732286132298.replicationSource.wal-reader.b313e41b3af3%2C45171%2C1732286132298,1-b313e41b3af3,45171,1732286132298 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38487/user/jenkins/test-data/57e1daf1-f6f2-f57f-807d-3affc52d1874/WALs/b313e41b3af3,45171,1732286132298/b313e41b3af3%2C45171%2C1732286132298.1732286133891 to pos 636, reset compression=false 2024-11-22T14:35:54,358 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,46335,1732286135895.replicationSource.wal-reader.b313e41b3af3%2C46335%2C1732286135895,1-b313e41b3af3,46335,1732286135895 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33889/user/jenkins/test-data/7586e104-4dab-7290-1223-5626957a2f2c/WALs/b313e41b3af3,46335,1732286135895/b313e41b3af3%2C46335%2C1732286135895.1732286137030 to pos 883, reset compression=false 2024-11-22T14:35:54,364 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-22T14:35:54,368 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-22T14:35:54,383 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,46335,1732286135895.replicationSource.wal-reader.b313e41b3af3%2C46335%2C1732286135895,1-b313e41b3af3,46335,1732286135895 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-22T14:35:54,383 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,46335,1732286135895.replicationSource.wal-reader.b313e41b3af3%2C46335%2C1732286135895,1-b313e41b3af3,46335,1732286135895 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33889/user/jenkins/test-data/7586e104-4dab-7290-1223-5626957a2f2c/WALs/b313e41b3af3,46335,1732286135895/b313e41b3af3%2C46335%2C1732286135895.1732286137030 to pos 1042, reset compression=false 2024-11-22T14:35:54,383 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,46335,1732286135895.replicationSource.shipperb313e41b3af3%2C46335%2C1732286135895,1-b313e41b3af3,46335,1732286135895 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b313e41b3af3,46335,1732286135895 got entry batch from reader: WALEntryBatch [walEntries=[{test/b12ec7615fcf4b2c66763ec045085e94/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:33889/user/jenkins/test-data/7586e104-4dab-7290-1223-5626957a2f2c/WALs/b313e41b3af3,46335,1732286135895/b313e41b3af3%2C46335%2C1732286135895.1732286137030, lastWalPosition=1042, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-22T14:35:54,384 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33333 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-22T14:35:54,387 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33333 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-22T14:35:54,402 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,33333,1732286138535.replicationSource.wal-reader.b313e41b3af3%2C33333%2C1732286138535,1-b313e41b3af3,33333,1732286138535 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34525/user/jenkins/test-data/664b49da-9a61-43bd-a357-8152bf46dbed/WALs/b313e41b3af3,33333,1732286138535/b313e41b3af3%2C33333%2C1732286138535.1732286139760 to pos 929, reset compression=false 2024-11-22T14:35:54,415 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,33333,1732286138535.replicationSource.wal-reader.b313e41b3af3%2C33333%2C1732286138535,1-b313e41b3af3,33333,1732286138535 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-22T14:35:54,415 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,33333,1732286138535.replicationSource.wal-reader.b313e41b3af3%2C33333%2C1732286138535,1-b313e41b3af3,33333,1732286138535 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34525/user/jenkins/test-data/664b49da-9a61-43bd-a357-8152bf46dbed/WALs/b313e41b3af3,33333,1732286138535/b313e41b3af3%2C33333%2C1732286138535.1732286139760 to pos 1078, reset compression=false 2024-11-22T14:35:54,415 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,33333,1732286138535.replicationSource.shipperb313e41b3af3%2C33333%2C1732286138535,1-b313e41b3af3,33333,1732286138535 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b313e41b3af3,33333,1732286138535 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34525/user/jenkins/test-data/664b49da-9a61-43bd-a357-8152bf46dbed/WALs/b313e41b3af3,33333,1732286138535/b313e41b3af3%2C33333%2C1732286138535.1732286139760, lastWalPosition=1078, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-22T14:35:54,610 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,46335,1732286135895.replicationSource.wal-reader.b313e41b3af3%2C46335%2C1732286135895,1-b313e41b3af3,46335,1732286135895 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33889/user/jenkins/test-data/7586e104-4dab-7290-1223-5626957a2f2c/WALs/b313e41b3af3,46335,1732286135895/b313e41b3af3%2C46335%2C1732286135895.1732286137030 to pos 1042, reset compression=false 2024-11-22T14:35:54,634 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,33333,1732286138535.replicationSource.wal-reader.b313e41b3af3%2C33333%2C1732286138535,1-b313e41b3af3,33333,1732286138535 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34525/user/jenkins/test-data/664b49da-9a61-43bd-a357-8152bf46dbed/WALs/b313e41b3af3,33333,1732286138535/b313e41b3af3%2C33333%2C1732286138535.1732286139760 to pos 1078, reset compression=false 2024-11-22T14:35:54,841 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,45171,1732286132298.replicationSource.wal-reader.b313e41b3af3%2C45171%2C1732286132298,1-b313e41b3af3,45171,1732286132298 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38487/user/jenkins/test-data/57e1daf1-f6f2-f57f-807d-3affc52d1874/WALs/b313e41b3af3,45171,1732286132298/b313e41b3af3%2C45171%2C1732286132298.1732286133891 to pos 636, reset compression=false 2024-11-22T14:35:54,914 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,46335,1732286135895.replicationSource.wal-reader.b313e41b3af3%2C46335%2C1732286135895,1-b313e41b3af3,46335,1732286135895 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33889/user/jenkins/test-data/7586e104-4dab-7290-1223-5626957a2f2c/WALs/b313e41b3af3,46335,1732286135895/b313e41b3af3%2C46335%2C1732286135895.1732286137030 to pos 1042, reset compression=false 2024-11-22T14:35:54,942 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,33333,1732286138535.replicationSource.wal-reader.b313e41b3af3%2C33333%2C1732286138535,1-b313e41b3af3,33333,1732286138535 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34525/user/jenkins/test-data/664b49da-9a61-43bd-a357-8152bf46dbed/WALs/b313e41b3af3,33333,1732286138535/b313e41b3af3%2C33333%2C1732286138535.1732286139760 to pos 1078, reset compression=false 2024-11-22T14:35:55,318 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,46335,1732286135895.replicationSource.wal-reader.b313e41b3af3%2C46335%2C1732286135895,1-b313e41b3af3,46335,1732286135895 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33889/user/jenkins/test-data/7586e104-4dab-7290-1223-5626957a2f2c/WALs/b313e41b3af3,46335,1732286135895/b313e41b3af3%2C46335%2C1732286135895.1732286137030 to pos 1042, reset compression=false 2024-11-22T14:35:55,345 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,33333,1732286138535.replicationSource.wal-reader.b313e41b3af3%2C33333%2C1732286138535,1-b313e41b3af3,33333,1732286138535 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34525/user/jenkins/test-data/664b49da-9a61-43bd-a357-8152bf46dbed/WALs/b313e41b3af3,33333,1732286138535/b313e41b3af3%2C33333%2C1732286138535.1732286139760 to pos 1078, reset compression=false 2024-11-22T14:35:55,370 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-22T14:35:55,372 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-22T14:35:55,444 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,45171,1732286132298.replicationSource.wal-reader.b313e41b3af3%2C45171%2C1732286132298,1-b313e41b3af3,45171,1732286132298 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38487/user/jenkins/test-data/57e1daf1-f6f2-f57f-807d-3affc52d1874/WALs/b313e41b3af3,45171,1732286132298/b313e41b3af3%2C45171%2C1732286132298.1732286133891 to pos 636, reset compression=false 2024-11-22T14:35:55,821 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,46335,1732286135895.replicationSource.wal-reader.b313e41b3af3%2C46335%2C1732286135895,1-b313e41b3af3,46335,1732286135895 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33889/user/jenkins/test-data/7586e104-4dab-7290-1223-5626957a2f2c/WALs/b313e41b3af3,46335,1732286135895/b313e41b3af3%2C46335%2C1732286135895.1732286137030 to pos 1042, reset compression=false 2024-11-22T14:35:55,848 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,33333,1732286138535.replicationSource.wal-reader.b313e41b3af3%2C33333%2C1732286138535,1-b313e41b3af3,33333,1732286138535 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34525/user/jenkins/test-data/664b49da-9a61-43bd-a357-8152bf46dbed/WALs/b313e41b3af3,33333,1732286138535/b313e41b3af3%2C33333%2C1732286138535.1732286139760 to pos 1078, reset compression=false 2024-11-22T14:35:55,852 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,33333,1732286138535.replicationSource.wal-reader.b313e41b3af3%2C33333%2C1732286138535,1-b313e41b3af3,33333,1732286138535 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-22T14:35:55,852 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,33333,1732286138535.replicationSource.wal-reader.b313e41b3af3%2C33333%2C1732286138535,1-b313e41b3af3,33333,1732286138535 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34525/user/jenkins/test-data/664b49da-9a61-43bd-a357-8152bf46dbed/WALs/b313e41b3af3,33333,1732286138535/b313e41b3af3%2C33333%2C1732286138535.1732286139760 to pos 1237, reset compression=false 2024-11-22T14:35:55,852 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,33333,1732286138535.replicationSource.shipperb313e41b3af3%2C33333%2C1732286138535,1-b313e41b3af3,33333,1732286138535 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b313e41b3af3,33333,1732286138535 got entry batch from reader: WALEntryBatch [walEntries=[{test/598f84e49c596ef60bb6e6dd9d8088a7/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:34525/user/jenkins/test-data/664b49da-9a61-43bd-a357-8152bf46dbed/WALs/b313e41b3af3,33333,1732286138535/b313e41b3af3%2C33333%2C1732286138535.1732286139760, lastWalPosition=1237, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-22T14:35:55,853 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46335 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-22T14:35:55,855 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46335 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-22T14:35:56,056 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,33333,1732286138535.replicationSource.wal-reader.b313e41b3af3%2C33333%2C1732286138535,1-b313e41b3af3,33333,1732286138535 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34525/user/jenkins/test-data/664b49da-9a61-43bd-a357-8152bf46dbed/WALs/b313e41b3af3,33333,1732286138535/b313e41b3af3%2C33333%2C1732286138535.1732286139760 to pos 1237, reset compression=false 2024-11-22T14:35:56,148 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,45171,1732286132298.replicationSource.wal-reader.b313e41b3af3%2C45171%2C1732286132298,1-b313e41b3af3,45171,1732286132298 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38487/user/jenkins/test-data/57e1daf1-f6f2-f57f-807d-3affc52d1874/WALs/b313e41b3af3,45171,1732286132298/b313e41b3af3%2C45171%2C1732286132298.1732286133891 to pos 636, reset compression=false 2024-11-22T14:35:56,361 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,33333,1732286138535.replicationSource.wal-reader.b313e41b3af3%2C33333%2C1732286138535,1-b313e41b3af3,33333,1732286138535 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34525/user/jenkins/test-data/664b49da-9a61-43bd-a357-8152bf46dbed/WALs/b313e41b3af3,33333,1732286138535/b313e41b3af3%2C33333%2C1732286138535.1732286139760 to pos 1237, reset compression=false 2024-11-22T14:35:56,374 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-22T14:35:56,379 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-22T14:35:56,379 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T14:35:56,379 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T14:35:56,379 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:35:56,379 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:35:56,379 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-22T14:35:56,379 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1254451580, stopped=false 2024-11-22T14:35:56,380 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b313e41b3af3,38575,1732286138483 2024-11-22T14:35:56,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38575-0x10067dc0a840006, quorum=127.0.0.1:60691, baseZNode=/2-1732028059 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1732028059/running 2024-11-22T14:35:56,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33333-0x10067dc0a840007, quorum=127.0.0.1:60691, baseZNode=/2-1732028059 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1732028059/running 2024-11-22T14:35:56,381 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-22T14:35:56,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33333-0x10067dc0a840007, quorum=127.0.0.1:60691, baseZNode=/2-1732028059 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1732028059 2024-11-22T14:35:56,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38575-0x10067dc0a840006, quorum=127.0.0.1:60691, baseZNode=/2-1732028059 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1732028059 2024-11-22T14:35:56,381 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T14:35:56,381 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T14:35:56,381 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:35:56,381 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b313e41b3af3,33333,1732286138535' ***** 2024-11-22T14:35:56,382 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-22T14:35:56,382 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T14:35:56,382 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38575-0x10067dc0a840006, quorum=127.0.0.1:60691, baseZNode=/2-1732028059 Set watcher on znode that does not yet exist, /2-1732028059/running 2024-11-22T14:35:56,382 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33333-0x10067dc0a840007, quorum=127.0.0.1:60691, baseZNode=/2-1732028059 Set watcher on znode that does not yet exist, /2-1732028059/running 2024-11-22T14:35:56,383 INFO [RS:0;b313e41b3af3:33333 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-22T14:35:56,383 INFO [RS:0;b313e41b3af3:33333 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-22T14:35:56,383 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-22T14:35:56,383 INFO [RS:0;b313e41b3af3:33333 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-22T14:35:56,383 INFO [RS:0;b313e41b3af3:33333 {}] regionserver.HRegionServer(3091): Received CLOSE for 598f84e49c596ef60bb6e6dd9d8088a7 2024-11-22T14:35:56,384 INFO [RS:0;b313e41b3af3:33333 {}] regionserver.HRegionServer(3091): Received CLOSE for b0a3fe807403e2debe869e62c6342ebc 2024-11-22T14:35:56,384 INFO [RS:0;b313e41b3af3:33333 {}] regionserver.HRegionServer(959): stopping server b313e41b3af3,33333,1732286138535 2024-11-22T14:35:56,384 INFO [RS:0;b313e41b3af3:33333 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T14:35:56,384 INFO [RS:0;b313e41b3af3:33333 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b313e41b3af3:33333. 2024-11-22T14:35:56,384 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 598f84e49c596ef60bb6e6dd9d8088a7, disabling compactions & flushes 2024-11-22T14:35:56,384 DEBUG [RS:0;b313e41b3af3:33333 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T14:35:56,384 DEBUG [RS:0;b313e41b3af3:33333 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:35:56,384 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732286143667.598f84e49c596ef60bb6e6dd9d8088a7. 2024-11-22T14:35:56,384 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732286143667.598f84e49c596ef60bb6e6dd9d8088a7. 2024-11-22T14:35:56,384 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732286143667.598f84e49c596ef60bb6e6dd9d8088a7. after waiting 0 ms 2024-11-22T14:35:56,384 INFO [RS:0;b313e41b3af3:33333 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-22T14:35:56,384 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732286143667.598f84e49c596ef60bb6e6dd9d8088a7. 2024-11-22T14:35:56,384 INFO [RS:0;b313e41b3af3:33333 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-22T14:35:56,384 INFO [RS:0;b313e41b3af3:33333 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-22T14:35:56,384 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 598f84e49c596ef60bb6e6dd9d8088a7 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-22T14:35:56,384 INFO [RS:0;b313e41b3af3:33333 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-22T14:35:56,385 INFO [RS:0;b313e41b3af3:33333 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-22T14:35:56,385 DEBUG [RS:0;b313e41b3af3:33333 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 598f84e49c596ef60bb6e6dd9d8088a7=test,,1732286143667.598f84e49c596ef60bb6e6dd9d8088a7., b0a3fe807403e2debe869e62c6342ebc=hbase:replication,,1732286149174.b0a3fe807403e2debe869e62c6342ebc.} 2024-11-22T14:35:56,385 DEBUG [RS:0;b313e41b3af3:33333 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 598f84e49c596ef60bb6e6dd9d8088a7, b0a3fe807403e2debe869e62c6342ebc 2024-11-22T14:35:56,385 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-22T14:35:56,385 INFO [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-22T14:35:56,385 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-22T14:35:56,385 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T14:35:56,385 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T14:35:56,385 INFO [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-22T14:35:56,400 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34525/user/jenkins/test-data/664b49da-9a61-43bd-a357-8152bf46dbed/data/hbase/meta/1588230740/.tmp/info/73d5e65575484448980178b7cd6e0227 is 147, key is hbase:replication,,1732286149174.b0a3fe807403e2debe869e62c6342ebc./info:regioninfo/1732286149593/Put/seqid=0 2024-11-22T14:35:56,407 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34525/user/jenkins/test-data/664b49da-9a61-43bd-a357-8152bf46dbed/data/default/test/598f84e49c596ef60bb6e6dd9d8088a7/.tmp/f/bf1c855c935f42aca828eb282d59ec2e is 29, key is row1/f:/1732286154365/DeleteFamily/seqid=0 2024-11-22T14:35:56,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35521 is added to blk_1073741840_1016 (size=7686) 2024-11-22T14:35:56,420 INFO [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34525/user/jenkins/test-data/664b49da-9a61-43bd-a357-8152bf46dbed/data/hbase/meta/1588230740/.tmp/info/73d5e65575484448980178b7cd6e0227 2024-11-22T14:35:56,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35521 is added to blk_1073741841_1017 (size=5152) 2024-11-22T14:35:56,424 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,46335,1732286135895.replicationSource.wal-reader.b313e41b3af3%2C46335%2C1732286135895,1-b313e41b3af3,46335,1732286135895 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33889/user/jenkins/test-data/7586e104-4dab-7290-1223-5626957a2f2c/WALs/b313e41b3af3,46335,1732286135895/b313e41b3af3%2C46335%2C1732286135895.1732286137030 to pos 1042, reset compression=false 2024-11-22T14:35:56,441 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,46335,1732286135895.replicationSource.wal-reader.b313e41b3af3%2C46335%2C1732286135895,1-b313e41b3af3,46335,1732286135895 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-22T14:35:56,441 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,46335,1732286135895.replicationSource.wal-reader.b313e41b3af3%2C46335%2C1732286135895,1-b313e41b3af3,46335,1732286135895 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33889/user/jenkins/test-data/7586e104-4dab-7290-1223-5626957a2f2c/WALs/b313e41b3af3,46335,1732286135895/b313e41b3af3%2C46335%2C1732286135895.1732286137030 to pos 1191, reset compression=false 2024-11-22T14:35:56,441 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,46335,1732286135895.replicationSource.shipperb313e41b3af3%2C46335%2C1732286135895,1-b313e41b3af3,46335,1732286135895 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b313e41b3af3,46335,1732286135895 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33889/user/jenkins/test-data/7586e104-4dab-7290-1223-5626957a2f2c/WALs/b313e41b3af3,46335,1732286135895/b313e41b3af3%2C46335%2C1732286135895.1732286137030, lastWalPosition=1191, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-22T14:35:56,452 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34525/user/jenkins/test-data/664b49da-9a61-43bd-a357-8152bf46dbed/data/hbase/meta/1588230740/.tmp/ns/20ad28db37264f4d8ad3bb6c7a5bff08 is 43, key is default/ns:d/1732286140754/Put/seqid=0 2024-11-22T14:35:56,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35521 is added to blk_1073741842_1018 (size=5153) 2024-11-22T14:35:56,467 INFO [regionserver/b313e41b3af3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T14:35:56,585 DEBUG [RS:0;b313e41b3af3:33333 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 598f84e49c596ef60bb6e6dd9d8088a7, b0a3fe807403e2debe869e62c6342ebc 2024-11-22T14:35:56,653 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,46335,1732286135895.replicationSource.wal-reader.b313e41b3af3%2C46335%2C1732286135895,1-b313e41b3af3,46335,1732286135895 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33889/user/jenkins/test-data/7586e104-4dab-7290-1223-5626957a2f2c/WALs/b313e41b3af3,46335,1732286135895/b313e41b3af3%2C46335%2C1732286135895.1732286137030 to pos 1191, reset compression=false 2024-11-22T14:35:56,662 INFO [regionserver/b313e41b3af3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-22T14:35:56,662 INFO [regionserver/b313e41b3af3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-22T14:35:56,765 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,33333,1732286138535.replicationSource.wal-reader.b313e41b3af3%2C33333%2C1732286138535,1-b313e41b3af3,33333,1732286138535 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34525/user/jenkins/test-data/664b49da-9a61-43bd-a357-8152bf46dbed/WALs/b313e41b3af3,33333,1732286138535/b313e41b3af3%2C33333%2C1732286138535.1732286139760 to pos 1237, reset compression=false 2024-11-22T14:35:56,769 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,33333,1732286138535.replicationSource.wal-reader.b313e41b3af3%2C33333%2C1732286138535,1-b313e41b3af3,33333,1732286138535 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-22T14:35:56,769 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,33333,1732286138535.replicationSource.wal-reader.b313e41b3af3%2C33333%2C1732286138535,1-b313e41b3af3,33333,1732286138535 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34525/user/jenkins/test-data/664b49da-9a61-43bd-a357-8152bf46dbed/WALs/b313e41b3af3,33333,1732286138535/b313e41b3af3%2C33333%2C1732286138535.1732286139760 to pos 1484, reset compression=false 2024-11-22T14:35:56,769 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,33333,1732286138535.replicationSource.shipperb313e41b3af3%2C33333%2C1732286138535,1-b313e41b3af3,33333,1732286138535 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b313e41b3af3,33333,1732286138535 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34525/user/jenkins/test-data/664b49da-9a61-43bd-a357-8152bf46dbed/WALs/b313e41b3af3,33333,1732286138535/b313e41b3af3%2C33333%2C1732286138535.1732286139760, lastWalPosition=1484, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-22T14:35:56,770 ERROR [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,33333,1732286138535.replicationSource.shipperb313e41b3af3%2C33333%2C1732286138535,1-b313e41b3af3,33333,1732286138535 {}] regionserver.HRegionServer(2440): ***** ABORTING region server b313e41b3af3,33333,1732286138535: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-b313e41b3af3,33333,1732286138535, walGroup=b313e41b3af3%2C33333%2C1732286138535, offset=b313e41b3af3%2C33333%2C1732286138535.1732286139760:1484, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b313e41b3af3:33333 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-22T14:35:56,771 ERROR [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,33333,1732286138535.replicationSource.shipperb313e41b3af3%2C33333%2C1732286138535,1-b313e41b3af3,33333,1732286138535 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-22T14:35:56,772 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,33333,1732286138535.replicationSource.shipperb313e41b3af3%2C33333%2C1732286138535,1-b313e41b3af3,33333,1732286138535 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-22T14:35:56,772 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,33333,1732286138535.replicationSource.shipperb313e41b3af3%2C33333%2C1732286138535,1-b313e41b3af3,33333,1732286138535 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-22T14:35:56,772 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,33333,1732286138535.replicationSource.shipperb313e41b3af3%2C33333%2C1732286138535,1-b313e41b3af3,33333,1732286138535 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-22T14:35:56,772 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,33333,1732286138535.replicationSource.shipperb313e41b3af3%2C33333%2C1732286138535,1-b313e41b3af3,33333,1732286138535 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-22T14:35:56,772 INFO [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,33333,1732286138535.replicationSource.shipperb313e41b3af3%2C33333%2C1732286138535,1-b313e41b3af3,33333,1732286138535 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1367343104, "init": 1048576000, "max": 2306867200, "used": 971408368 }, "NonHeapMemoryUsage": { "committed": 205193216, "init": 7667712, "max": -1, "used": 201803056 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-22T14:35:56,773 WARN [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,33333,1732286138535.replicationSource.shipperb313e41b3af3%2C33333%2C1732286138535,1-b313e41b3af3,33333,1732286138535 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b313e41b3af3:38575 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b313e41b3af3:38575 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-22T14:35:56,786 DEBUG [RS:0;b313e41b3af3:33333 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 598f84e49c596ef60bb6e6dd9d8088a7, b0a3fe807403e2debe869e62c6342ebc 2024-11-22T14:35:56,820 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:34525/user/jenkins/test-data/664b49da-9a61-43bd-a357-8152bf46dbed/data/default/test/598f84e49c596ef60bb6e6dd9d8088a7/.tmp/f/bf1c855c935f42aca828eb282d59ec2e 2024-11-22T14:35:56,824 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bf1c855c935f42aca828eb282d59ec2e 2024-11-22T14:35:56,838 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34525/user/jenkins/test-data/664b49da-9a61-43bd-a357-8152bf46dbed/data/default/test/598f84e49c596ef60bb6e6dd9d8088a7/.tmp/f1/77c2a62edccd4fb89dedd801b1525b9e is 30, key is row1/f1:/1732286154365/DeleteFamily/seqid=0 2024-11-22T14:35:56,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35521 is added to blk_1073741843_1019 (size=5158) 2024-11-22T14:35:56,844 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:34525/user/jenkins/test-data/664b49da-9a61-43bd-a357-8152bf46dbed/data/default/test/598f84e49c596ef60bb6e6dd9d8088a7/.tmp/f1/77c2a62edccd4fb89dedd801b1525b9e 2024-11-22T14:35:56,847 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 77c2a62edccd4fb89dedd801b1525b9e 2024-11-22T14:35:56,857 INFO [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34525/user/jenkins/test-data/664b49da-9a61-43bd-a357-8152bf46dbed/data/hbase/meta/1588230740/.tmp/ns/20ad28db37264f4d8ad3bb6c7a5bff08 2024-11-22T14:35:56,864 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34525/user/jenkins/test-data/664b49da-9a61-43bd-a357-8152bf46dbed/data/default/test/598f84e49c596ef60bb6e6dd9d8088a7/.tmp/norep/a6d868b012514448a3ef98910812cdbf is 33, key is row2/norep:/1732286155370/DeleteFamily/seqid=0 2024-11-22T14:35:56,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35521 is added to blk_1073741844_1020 (size=5108) 2024-11-22T14:35:56,880 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34525/user/jenkins/test-data/664b49da-9a61-43bd-a357-8152bf46dbed/data/hbase/meta/1588230740/.tmp/rep_barrier/3d4be072b84c4204b6699e1e83edb37c is 112, key is test,,1732286143667.598f84e49c596ef60bb6e6dd9d8088a7./rep_barrier:seqnumDuringOpen/1732286144491/Put/seqid=0 2024-11-22T14:35:56,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35521 is added to blk_1073741845_1021 (size=5518) 2024-11-22T14:35:56,952 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,45171,1732286132298.replicationSource.wal-reader.b313e41b3af3%2C45171%2C1732286132298,1-b313e41b3af3,45171,1732286132298 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38487/user/jenkins/test-data/57e1daf1-f6f2-f57f-807d-3affc52d1874/WALs/b313e41b3af3,45171,1732286132298/b313e41b3af3%2C45171%2C1732286132298.1732286133891 to pos 636, reset compression=false 2024-11-22T14:35:56,957 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,46335,1732286135895.replicationSource.wal-reader.b313e41b3af3%2C46335%2C1732286135895,1-b313e41b3af3,46335,1732286135895 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33889/user/jenkins/test-data/7586e104-4dab-7290-1223-5626957a2f2c/WALs/b313e41b3af3,46335,1732286135895/b313e41b3af3%2C46335%2C1732286135895.1732286137030 to pos 1191, reset compression=false 2024-11-22T14:35:56,974 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,33333,1732286138535.replicationSource.wal-reader.b313e41b3af3%2C33333%2C1732286138535,1-b313e41b3af3,33333,1732286138535 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34525/user/jenkins/test-data/664b49da-9a61-43bd-a357-8152bf46dbed/WALs/b313e41b3af3,33333,1732286138535/b313e41b3af3%2C33333%2C1732286138535.1732286139760 to pos 1484, reset compression=false 2024-11-22T14:35:56,986 DEBUG [RS:0;b313e41b3af3:33333 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 598f84e49c596ef60bb6e6dd9d8088a7, b0a3fe807403e2debe869e62c6342ebc 2024-11-22T14:35:57,186 DEBUG [RS:0;b313e41b3af3:33333 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 598f84e49c596ef60bb6e6dd9d8088a7, b0a3fe807403e2debe869e62c6342ebc 2024-11-22T14:35:57,270 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:34525/user/jenkins/test-data/664b49da-9a61-43bd-a357-8152bf46dbed/data/default/test/598f84e49c596ef60bb6e6dd9d8088a7/.tmp/norep/a6d868b012514448a3ef98910812cdbf 2024-11-22T14:35:57,274 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a6d868b012514448a3ef98910812cdbf 2024-11-22T14:35:57,275 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34525/user/jenkins/test-data/664b49da-9a61-43bd-a357-8152bf46dbed/data/default/test/598f84e49c596ef60bb6e6dd9d8088a7/.tmp/f/bf1c855c935f42aca828eb282d59ec2e as hdfs://localhost:34525/user/jenkins/test-data/664b49da-9a61-43bd-a357-8152bf46dbed/data/default/test/598f84e49c596ef60bb6e6dd9d8088a7/f/bf1c855c935f42aca828eb282d59ec2e 2024-11-22T14:35:57,278 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,33333,1732286138535.replicationSource.wal-reader.b313e41b3af3%2C33333%2C1732286138535,1-b313e41b3af3,33333,1732286138535 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34525/user/jenkins/test-data/664b49da-9a61-43bd-a357-8152bf46dbed/WALs/b313e41b3af3,33333,1732286138535/b313e41b3af3%2C33333%2C1732286138535.1732286139760 to pos 1484, reset compression=false 2024-11-22T14:35:57,280 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bf1c855c935f42aca828eb282d59ec2e 2024-11-22T14:35:57,280 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34525/user/jenkins/test-data/664b49da-9a61-43bd-a357-8152bf46dbed/data/default/test/598f84e49c596ef60bb6e6dd9d8088a7/f/bf1c855c935f42aca828eb282d59ec2e, entries=3, sequenceid=10, filesize=5.0 K 2024-11-22T14:35:57,283 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34525/user/jenkins/test-data/664b49da-9a61-43bd-a357-8152bf46dbed/data/default/test/598f84e49c596ef60bb6e6dd9d8088a7/.tmp/f1/77c2a62edccd4fb89dedd801b1525b9e as hdfs://localhost:34525/user/jenkins/test-data/664b49da-9a61-43bd-a357-8152bf46dbed/data/default/test/598f84e49c596ef60bb6e6dd9d8088a7/f1/77c2a62edccd4fb89dedd801b1525b9e 2024-11-22T14:35:57,283 INFO [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34525/user/jenkins/test-data/664b49da-9a61-43bd-a357-8152bf46dbed/data/hbase/meta/1588230740/.tmp/rep_barrier/3d4be072b84c4204b6699e1e83edb37c 2024-11-22T14:35:57,292 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 77c2a62edccd4fb89dedd801b1525b9e 2024-11-22T14:35:57,292 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34525/user/jenkins/test-data/664b49da-9a61-43bd-a357-8152bf46dbed/data/default/test/598f84e49c596ef60bb6e6dd9d8088a7/f1/77c2a62edccd4fb89dedd801b1525b9e, entries=3, sequenceid=10, filesize=5.0 K 2024-11-22T14:35:57,293 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34525/user/jenkins/test-data/664b49da-9a61-43bd-a357-8152bf46dbed/data/default/test/598f84e49c596ef60bb6e6dd9d8088a7/.tmp/norep/a6d868b012514448a3ef98910812cdbf as hdfs://localhost:34525/user/jenkins/test-data/664b49da-9a61-43bd-a357-8152bf46dbed/data/default/test/598f84e49c596ef60bb6e6dd9d8088a7/norep/a6d868b012514448a3ef98910812cdbf 2024-11-22T14:35:57,297 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a6d868b012514448a3ef98910812cdbf 2024-11-22T14:35:57,297 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34525/user/jenkins/test-data/664b49da-9a61-43bd-a357-8152bf46dbed/data/default/test/598f84e49c596ef60bb6e6dd9d8088a7/norep/a6d868b012514448a3ef98910812cdbf, entries=1, sequenceid=10, filesize=5.0 K 2024-11-22T14:35:57,298 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 598f84e49c596ef60bb6e6dd9d8088a7 in 914ms, sequenceid=10, compaction requested=false 2024-11-22T14:35:57,308 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34525/user/jenkins/test-data/664b49da-9a61-43bd-a357-8152bf46dbed/data/default/test/598f84e49c596ef60bb6e6dd9d8088a7/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-22T14:35:57,308 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-22T14:35:57,308 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-22T14:35:57,309 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732286143667.598f84e49c596ef60bb6e6dd9d8088a7. 2024-11-22T14:35:57,309 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 598f84e49c596ef60bb6e6dd9d8088a7: Waiting for close lock at 1732286156384Running coprocessor pre-close hooks at 1732286156384Disabling compacts and flushes for region at 1732286156384Disabling writes for close at 1732286156384Obtaining lock to block concurrent updates at 1732286156384Preparing flush snapshotting stores in 598f84e49c596ef60bb6e6dd9d8088a7 at 1732286156384Finished memstore snapshotting test,,1732286143667.598f84e49c596ef60bb6e6dd9d8088a7., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1732286156385 (+1 ms)Flushing stores of test,,1732286143667.598f84e49c596ef60bb6e6dd9d8088a7. at 1732286156385Flushing 598f84e49c596ef60bb6e6dd9d8088a7/f: creating writer at 1732286156385Flushing 598f84e49c596ef60bb6e6dd9d8088a7/f: appending metadata at 1732286156406 (+21 ms)Flushing 598f84e49c596ef60bb6e6dd9d8088a7/f: closing flushed file at 1732286156406Flushing 598f84e49c596ef60bb6e6dd9d8088a7/f1: creating writer at 1732286156824 (+418 ms)Flushing 598f84e49c596ef60bb6e6dd9d8088a7/f1: appending metadata at 1732286156837 (+13 ms)Flushing 598f84e49c596ef60bb6e6dd9d8088a7/f1: closing flushed file at 1732286156837Flushing 598f84e49c596ef60bb6e6dd9d8088a7/norep: creating writer at 1732286156848 (+11 ms)Flushing 598f84e49c596ef60bb6e6dd9d8088a7/norep: appending metadata at 1732286156864 (+16 ms)Flushing 598f84e49c596ef60bb6e6dd9d8088a7/norep: closing flushed file at 1732286156864Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@54301094: reopening flushed file at 1732286157274 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@720b5660: reopening flushed file at 1732286157280 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@363fd5ed: reopening flushed file at 1732286157292 (+12 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 598f84e49c596ef60bb6e6dd9d8088a7 in 914ms, sequenceid=10, compaction requested=false at 1732286157298 (+6 ms)Writing region close event to WAL at 1732286157305 (+7 ms)Running coprocessor post-close hooks at 1732286157308 (+3 ms)Closed at 1732286157309 (+1 ms) 2024-11-22T14:35:57,309 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732286143667.598f84e49c596ef60bb6e6dd9d8088a7. 2024-11-22T14:35:57,309 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b0a3fe807403e2debe869e62c6342ebc, disabling compactions & flushes 2024-11-22T14:35:57,309 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732286149174.b0a3fe807403e2debe869e62c6342ebc. 2024-11-22T14:35:57,309 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732286149174.b0a3fe807403e2debe869e62c6342ebc. 2024-11-22T14:35:57,309 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732286149174.b0a3fe807403e2debe869e62c6342ebc. after waiting 0 ms 2024-11-22T14:35:57,309 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732286149174.b0a3fe807403e2debe869e62c6342ebc. 2024-11-22T14:35:57,309 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b0a3fe807403e2debe869e62c6342ebc: Waiting for close lock at 1732286157309Running coprocessor pre-close hooks at 1732286157309Disabling compacts and flushes for region at 1732286157309Disabling writes for close at 1732286157309Failed flush hbase:replication,,1732286149174.b0a3fe807403e2debe869e62c6342ebc., putting online again at 1732286157309 2024-11-22T14:35:57,309 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732286149174.b0a3fe807403e2debe869e62c6342ebc. 2024-11-22T14:35:57,315 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34525/user/jenkins/test-data/664b49da-9a61-43bd-a357-8152bf46dbed/data/hbase/meta/1588230740/.tmp/table/51b62a1968bb4c0aa75effaa330d997f is 53, key is hbase:replication/table:state/1732286149603/Put/seqid=0 2024-11-22T14:35:57,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35521 is added to blk_1073741846_1022 (size=5308) 2024-11-22T14:35:57,328 INFO [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34525/user/jenkins/test-data/664b49da-9a61-43bd-a357-8152bf46dbed/data/hbase/meta/1588230740/.tmp/table/51b62a1968bb4c0aa75effaa330d997f 2024-11-22T14:35:57,333 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34525/user/jenkins/test-data/664b49da-9a61-43bd-a357-8152bf46dbed/data/hbase/meta/1588230740/.tmp/info/73d5e65575484448980178b7cd6e0227 as hdfs://localhost:34525/user/jenkins/test-data/664b49da-9a61-43bd-a357-8152bf46dbed/data/hbase/meta/1588230740/info/73d5e65575484448980178b7cd6e0227 2024-11-22T14:35:57,338 INFO [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34525/user/jenkins/test-data/664b49da-9a61-43bd-a357-8152bf46dbed/data/hbase/meta/1588230740/info/73d5e65575484448980178b7cd6e0227, entries=20, sequenceid=16, filesize=7.5 K 2024-11-22T14:35:57,338 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34525/user/jenkins/test-data/664b49da-9a61-43bd-a357-8152bf46dbed/data/hbase/meta/1588230740/.tmp/ns/20ad28db37264f4d8ad3bb6c7a5bff08 as hdfs://localhost:34525/user/jenkins/test-data/664b49da-9a61-43bd-a357-8152bf46dbed/data/hbase/meta/1588230740/ns/20ad28db37264f4d8ad3bb6c7a5bff08 2024-11-22T14:35:57,344 INFO [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34525/user/jenkins/test-data/664b49da-9a61-43bd-a357-8152bf46dbed/data/hbase/meta/1588230740/ns/20ad28db37264f4d8ad3bb6c7a5bff08, entries=2, sequenceid=16, filesize=5.0 K 2024-11-22T14:35:57,344 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34525/user/jenkins/test-data/664b49da-9a61-43bd-a357-8152bf46dbed/data/hbase/meta/1588230740/.tmp/rep_barrier/3d4be072b84c4204b6699e1e83edb37c as hdfs://localhost:34525/user/jenkins/test-data/664b49da-9a61-43bd-a357-8152bf46dbed/data/hbase/meta/1588230740/rep_barrier/3d4be072b84c4204b6699e1e83edb37c 2024-11-22T14:35:57,348 INFO [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34525/user/jenkins/test-data/664b49da-9a61-43bd-a357-8152bf46dbed/data/hbase/meta/1588230740/rep_barrier/3d4be072b84c4204b6699e1e83edb37c, entries=1, sequenceid=16, filesize=5.4 K 2024-11-22T14:35:57,356 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34525/user/jenkins/test-data/664b49da-9a61-43bd-a357-8152bf46dbed/data/hbase/meta/1588230740/.tmp/table/51b62a1968bb4c0aa75effaa330d997f as hdfs://localhost:34525/user/jenkins/test-data/664b49da-9a61-43bd-a357-8152bf46dbed/data/hbase/meta/1588230740/table/51b62a1968bb4c0aa75effaa330d997f 2024-11-22T14:35:57,360 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,46335,1732286135895.replicationSource.wal-reader.b313e41b3af3%2C46335%2C1732286135895,1-b313e41b3af3,46335,1732286135895 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33889/user/jenkins/test-data/7586e104-4dab-7290-1223-5626957a2f2c/WALs/b313e41b3af3,46335,1732286135895/b313e41b3af3%2C46335%2C1732286135895.1732286137030 to pos 1191, reset compression=false 2024-11-22T14:35:57,375 INFO [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34525/user/jenkins/test-data/664b49da-9a61-43bd-a357-8152bf46dbed/data/hbase/meta/1588230740/table/51b62a1968bb4c0aa75effaa330d997f, entries=4, sequenceid=16, filesize=5.2 K 2024-11-22T14:35:57,376 INFO [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 991ms, sequenceid=16, compaction requested=false 2024-11-22T14:35:57,384 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34525/user/jenkins/test-data/664b49da-9a61-43bd-a357-8152bf46dbed/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-22T14:35:57,384 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-22T14:35:57,384 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T14:35:57,385 INFO [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-22T14:35:57,385 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732286156385Running coprocessor pre-close hooks at 1732286156385Disabling compacts and flushes for region at 1732286156385Disabling writes for close at 1732286156385Obtaining lock to block concurrent updates at 1732286156385Preparing flush snapshotting stores in 1588230740 at 1732286156385Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732286156386 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732286156386Flushing 1588230740/info: creating writer at 1732286156386Flushing 1588230740/info: appending metadata at 1732286156400 (+14 ms)Flushing 1588230740/info: closing flushed file at 1732286156400Flushing 1588230740/ns: creating writer at 1732286156428 (+28 ms)Flushing 1588230740/ns: appending metadata at 1732286156451 (+23 ms)Flushing 1588230740/ns: closing flushed file at 1732286156451Flushing 1588230740/rep_barrier: creating writer at 1732286156865 (+414 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732286156879 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732286156879Flushing 1588230740/table: creating writer at 1732286157295 (+416 ms)Flushing 1588230740/table: appending metadata at 1732286157315 (+20 ms)Flushing 1588230740/table: closing flushed file at 1732286157315Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a82ffa3: reopening flushed file at 1732286157332 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@15c1a33c: reopening flushed file at 1732286157338 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@17487f31: reopening flushed file at 1732286157344 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@86de4c8: reopening flushed file at 1732286157348 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 991ms, sequenceid=16, compaction requested=false at 1732286157376 (+28 ms)Writing region close event to WAL at 1732286157381 (+5 ms)Running coprocessor post-close hooks at 1732286157384 (+3 ms)Closed at 1732286157385 (+1 ms) 2024-11-22T14:35:57,385 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-22T14:35:57,386 INFO [RS:0;b313e41b3af3:33333 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-22T14:35:57,386 DEBUG [RS:0;b313e41b3af3:33333 {}] regionserver.HRegionServer(1325): Online Regions={b0a3fe807403e2debe869e62c6342ebc=hbase:replication,,1732286149174.b0a3fe807403e2debe869e62c6342ebc.} 2024-11-22T14:35:57,386 INFO [RS:0;b313e41b3af3:33333 {}] regionserver.HRegionServer(3091): Received CLOSE for b0a3fe807403e2debe869e62c6342ebc 2024-11-22T14:35:57,386 DEBUG [RS:0;b313e41b3af3:33333 {}] regionserver.HRegionServer(1351): Waiting on b0a3fe807403e2debe869e62c6342ebc 2024-11-22T14:35:57,386 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b0a3fe807403e2debe869e62c6342ebc, disabling compactions & flushes 2024-11-22T14:35:57,386 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732286149174.b0a3fe807403e2debe869e62c6342ebc. 2024-11-22T14:35:57,386 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732286149174.b0a3fe807403e2debe869e62c6342ebc. 2024-11-22T14:35:57,386 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732286149174.b0a3fe807403e2debe869e62c6342ebc. after waiting 0 ms 2024-11-22T14:35:57,386 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732286149174.b0a3fe807403e2debe869e62c6342ebc. 2024-11-22T14:35:57,387 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b0a3fe807403e2debe869e62c6342ebc: Waiting for close lock at 1732286157386Running coprocessor pre-close hooks at 1732286157386Disabling compacts and flushes for region at 1732286157386Disabling writes for close at 1732286157386Failed flush hbase:replication,,1732286149174.b0a3fe807403e2debe869e62c6342ebc., putting online again at 1732286157387 (+1 ms) 2024-11-22T14:35:57,387 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732286149174.b0a3fe807403e2debe869e62c6342ebc. 2024-11-22T14:35:57,586 INFO [RS:0;b313e41b3af3:33333 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-22T14:35:57,586 INFO [RS:0;b313e41b3af3:33333 {}] regionserver.HRegionServer(976): stopping server b313e41b3af3,33333,1732286138535; all regions closed. 2024-11-22T14:35:57,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35521 is added to blk_1073741834_1010 (size=4239) 2024-11-22T14:35:57,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35521 is added to blk_1073741839_1015 (size=2171) 2024-11-22T14:35:57,590 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/664b49da-9a61-43bd-a357-8152bf46dbed/WALs/b313e41b3af3,33333,1732286138535/b313e41b3af3%2C33333%2C1732286138535.rep.1732286149534 not finished, retry = 0 2024-11-22T14:35:57,692 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/664b49da-9a61-43bd-a357-8152bf46dbed/WALs/b313e41b3af3,33333,1732286138535/b313e41b3af3%2C33333%2C1732286138535.1732286139760 not finished, retry = 0 2024-11-22T14:35:57,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35521 is added to blk_1073741832_1008 (size=2136) 2024-11-22T14:35:57,694 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,33333,1732286138535.replicationSource.wal-reader.b313e41b3af3%2C33333%2C1732286138535,1-b313e41b3af3,33333,1732286138535 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34525/user/jenkins/test-data/664b49da-9a61-43bd-a357-8152bf46dbed/WALs/b313e41b3af3,33333,1732286138535/b313e41b3af3%2C33333%2C1732286138535.1732286139760 to pos 1484, reset compression=false 2024-11-22T14:35:57,793 DEBUG [RS:0;b313e41b3af3:33333 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:35:57,793 INFO [RS:0;b313e41b3af3:33333 {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T14:35:57,793 INFO [RS:0;b313e41b3af3:33333 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T14:35:57,794 INFO [RS:0;b313e41b3af3:33333 {}] hbase.ChoreService(370): Chore service for: regionserver/b313e41b3af3:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-22T14:35:57,794 INFO [RS:0;b313e41b3af3:33333 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T14:35:57,794 INFO [regionserver/b313e41b3af3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T14:35:57,794 INFO [RS:0;b313e41b3af3:33333 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-b313e41b3af3,33333,1732286138535 because: Region server is closing 2024-11-22T14:35:57,794 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,33333,1732286138535.replicationSource.wal-reader.b313e41b3af3%2C33333%2C1732286138535,1-b313e41b3af3,33333,1732286138535 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:34525/user/jenkins/test-data/664b49da-9a61-43bd-a357-8152bf46dbed/WALs/b313e41b3af3,33333,1732286138535/b313e41b3af3%2C33333%2C1732286138535.1732286139760 2024-11-22T14:35:57,795 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,33333,1732286138535.replicationSource.wal-reader.b313e41b3af3%2C33333%2C1732286138535,1-b313e41b3af3,33333,1732286138535 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-22T14:35:57,795 INFO [RS:0;b313e41b3af3:33333 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b313e41b3af3:33333. 2024-11-22T14:35:57,795 DEBUG [RS:0;b313e41b3af3:33333 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T14:35:57,795 DEBUG [RS:0;b313e41b3af3:33333 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:35:57,795 DEBUG [RS:0;b313e41b3af3:33333 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:35:57,795 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T14:35:57,795 INFO [RS:0;b313e41b3af3:33333 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,33333,1732286138535.replicationSource.shipperb313e41b3af3%2C33333%2C1732286138535,1-b313e41b3af3,33333,1732286138535 terminated 2024-11-22T14:35:57,795 INFO [RS:0;b313e41b3af3:33333 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b313e41b3af3:33333. 2024-11-22T14:35:57,795 DEBUG [RS:0;b313e41b3af3:33333 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T14:35:57,795 DEBUG [RS:0;b313e41b3af3:33333 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:35:57,795 DEBUG [RS:0;b313e41b3af3:33333 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:35:57,795 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T14:35:57,795 INFO [RS:0;b313e41b3af3:33333 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33333 2024-11-22T14:35:57,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33333-0x10067dc0a840007, quorum=127.0.0.1:60691, baseZNode=/2-1732028059 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1732028059/rs/b313e41b3af3,33333,1732286138535 2024-11-22T14:35:57,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38575-0x10067dc0a840006, quorum=127.0.0.1:60691, baseZNode=/2-1732028059 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1732028059/rs 2024-11-22T14:35:57,797 INFO [RS:0;b313e41b3af3:33333 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T14:35:57,797 ERROR [Time-limited test-EventThread {}] zookeeper.ClientCnxn$EventThread(581): Error while calling watcher. java.util.concurrent.RejectedExecutionException: Task org.apache.hadoop.hbase.trace.TraceUtil$$Lambda$366/0x00007f62a48e1848@75e0f0a6 rejected from java.util.concurrent.ThreadPoolExecutor@30e2707e[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 15] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2065) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:833) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1360) ~[?:?] at java.util.concurrent.Executors$DelegatedExecutorService.execute(Executors.java:721) ~[?:?] at org.apache.hadoop.hbase.zookeeper.ZKWatcher.process(ZKWatcher.java:613) ~[hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:579) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:554) ~[zookeeper-3.8.4.jar:3.8.4] 2024-11-22T14:35:57,797 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b313e41b3af3,33333,1732286138535] 2024-11-22T14:35:57,798 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-1732028059/draining/b313e41b3af3,33333,1732286138535 already deleted, retry=false 2024-11-22T14:35:57,798 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b313e41b3af3,33333,1732286138535 expired; onlineServers=0 2024-11-22T14:35:57,798 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b313e41b3af3,38575,1732286138483' ***** 2024-11-22T14:35:57,798 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-22T14:35:57,798 INFO [M:0;b313e41b3af3:38575 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T14:35:57,798 INFO [M:0;b313e41b3af3:38575 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T14:35:57,798 DEBUG [M:0;b313e41b3af3:38575 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-22T14:35:57,799 DEBUG [M:0;b313e41b3af3:38575 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-22T14:35:57,799 DEBUG [master/b313e41b3af3:0:becomeActiveMaster-HFileCleaner.large.0-1732286139558 {}] cleaner.HFileCleaner(306): Exit Thread[master/b313e41b3af3:0:becomeActiveMaster-HFileCleaner.large.0-1732286139558,5,FailOnTimeoutGroup] 2024-11-22T14:35:57,799 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-22T14:35:57,799 DEBUG [master/b313e41b3af3:0:becomeActiveMaster-HFileCleaner.small.0-1732286139560 {}] cleaner.HFileCleaner(306): Exit Thread[master/b313e41b3af3:0:becomeActiveMaster-HFileCleaner.small.0-1732286139560,5,FailOnTimeoutGroup] 2024-11-22T14:35:57,799 INFO [M:0;b313e41b3af3:38575 {}] hbase.ChoreService(370): Chore service for: master/b313e41b3af3:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-22T14:35:57,799 INFO [M:0;b313e41b3af3:38575 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T14:35:57,799 DEBUG [M:0;b313e41b3af3:38575 {}] master.HMaster(1795): Stopping service threads 2024-11-22T14:35:57,799 INFO [M:0;b313e41b3af3:38575 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-22T14:35:57,799 INFO [M:0;b313e41b3af3:38575 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-22T14:35:57,799 INFO [M:0;b313e41b3af3:38575 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-22T14:35:57,799 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-22T14:35:57,799 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38575-0x10067dc0a840006, quorum=127.0.0.1:60691, baseZNode=/2-1732028059 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1732028059/master 2024-11-22T14:35:57,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38575-0x10067dc0a840006, quorum=127.0.0.1:60691, baseZNode=/2-1732028059 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1732028059 2024-11-22T14:35:57,800 DEBUG [M:0;b313e41b3af3:38575 {}] zookeeper.ZKUtil(347): master:38575-0x10067dc0a840006, quorum=127.0.0.1:60691, baseZNode=/2-1732028059 Unable to get data of znode /2-1732028059/master because node does not exist (not an error) 2024-11-22T14:35:57,800 WARN [M:0;b313e41b3af3:38575 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-22T14:35:57,800 INFO [M:0;b313e41b3af3:38575 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34525/user/jenkins/test-data/664b49da-9a61-43bd-a357-8152bf46dbed/.lastflushedseqids 2024-11-22T14:35:57,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35521 is added to blk_1073741847_1023 (size=245) 2024-11-22T14:35:57,855 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,45171,1732286132298.replicationSource.wal-reader.b313e41b3af3%2C45171%2C1732286132298,1-b313e41b3af3,45171,1732286132298 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38487/user/jenkins/test-data/57e1daf1-f6f2-f57f-807d-3affc52d1874/WALs/b313e41b3af3,45171,1732286132298/b313e41b3af3%2C45171%2C1732286132298.1732286133891 to pos 636, reset compression=false 2024-11-22T14:35:57,873 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,46335,1732286135895.replicationSource.wal-reader.b313e41b3af3%2C46335%2C1732286135895,1-b313e41b3af3,46335,1732286135895 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33889/user/jenkins/test-data/7586e104-4dab-7290-1223-5626957a2f2c/WALs/b313e41b3af3,46335,1732286135895/b313e41b3af3%2C46335%2C1732286135895.1732286137030 to pos 1191, reset compression=false 2024-11-22T14:35:57,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33333-0x10067dc0a840007, quorum=127.0.0.1:60691, baseZNode=/2-1732028059 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T14:35:57,898 INFO [RS:0;b313e41b3af3:33333 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T14:35:57,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33333-0x10067dc0a840007, quorum=127.0.0.1:60691, baseZNode=/2-1732028059 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T14:35:57,898 INFO [RS:0;b313e41b3af3:33333 {}] regionserver.HRegionServer(1031): Exiting; stopping=b313e41b3af3,33333,1732286138535; zookeeper connection closed. 2024-11-22T14:35:57,898 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@75e8a303 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@75e8a303 2024-11-22T14:35:57,899 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-22T14:35:58,204 INFO [M:0;b313e41b3af3:38575 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-22T14:35:58,204 INFO [M:0;b313e41b3af3:38575 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-22T14:35:58,205 DEBUG [M:0;b313e41b3af3:38575 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T14:35:58,205 INFO [M:0;b313e41b3af3:38575 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T14:35:58,205 DEBUG [M:0;b313e41b3af3:38575 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T14:35:58,205 DEBUG [M:0;b313e41b3af3:38575 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T14:35:58,205 DEBUG [M:0;b313e41b3af3:38575 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T14:35:58,205 INFO [M:0;b313e41b3af3:38575 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-22T14:35:58,223 DEBUG [M:0;b313e41b3af3:38575 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34525/user/jenkins/test-data/664b49da-9a61-43bd-a357-8152bf46dbed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/911522db2211480db5dde2f391f4c8a1 is 82, key is hbase:meta,,1/info:regioninfo/1732286140743/Put/seqid=0 2024-11-22T14:35:58,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35521 is added to blk_1073741848_1024 (size=5672) 2024-11-22T14:35:58,477 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,46335,1732286135895.replicationSource.wal-reader.b313e41b3af3%2C46335%2C1732286135895,1-b313e41b3af3,46335,1732286135895 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33889/user/jenkins/test-data/7586e104-4dab-7290-1223-5626957a2f2c/WALs/b313e41b3af3,46335,1732286135895/b313e41b3af3%2C46335%2C1732286135895.1732286137030 to pos 1191, reset compression=false 2024-11-22T14:35:58,628 INFO [M:0;b313e41b3af3:38575 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34525/user/jenkins/test-data/664b49da-9a61-43bd-a357-8152bf46dbed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/911522db2211480db5dde2f391f4c8a1 2024-11-22T14:35:58,648 DEBUG [M:0;b313e41b3af3:38575 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34525/user/jenkins/test-data/664b49da-9a61-43bd-a357-8152bf46dbed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/97dbee5fdd644f08bdf23becf547f44f is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732286149607/Put/seqid=0 2024-11-22T14:35:58,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35521 is added to blk_1073741849_1025 (size=8516) 2024-11-22T14:35:58,858 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,45171,1732286132298.replicationSource.wal-reader.b313e41b3af3%2C45171%2C1732286132298,1-b313e41b3af3,45171,1732286132298 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38487/user/jenkins/test-data/57e1daf1-f6f2-f57f-807d-3affc52d1874/WALs/b313e41b3af3,45171,1732286132298/b313e41b3af3%2C45171%2C1732286132298.1732286133891 to pos 636, reset compression=false 2024-11-22T14:35:59,051 INFO [M:0;b313e41b3af3:38575 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34525/user/jenkins/test-data/664b49da-9a61-43bd-a357-8152bf46dbed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/97dbee5fdd644f08bdf23becf547f44f 2024-11-22T14:35:59,072 DEBUG [M:0;b313e41b3af3:38575 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34525/user/jenkins/test-data/664b49da-9a61-43bd-a357-8152bf46dbed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/972302cefb204ce3af09943882372e9f is 69, key is b313e41b3af3,33333,1732286138535/rs:state/1732286139590/Put/seqid=0 2024-11-22T14:35:59,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35521 is added to blk_1073741850_1026 (size=5156) 2024-11-22T14:35:59,084 INFO [M:0;b313e41b3af3:38575 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34525/user/jenkins/test-data/664b49da-9a61-43bd-a357-8152bf46dbed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/972302cefb204ce3af09943882372e9f 2024-11-22T14:35:59,088 DEBUG [M:0;b313e41b3af3:38575 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34525/user/jenkins/test-data/664b49da-9a61-43bd-a357-8152bf46dbed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/911522db2211480db5dde2f391f4c8a1 as hdfs://localhost:34525/user/jenkins/test-data/664b49da-9a61-43bd-a357-8152bf46dbed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/911522db2211480db5dde2f391f4c8a1 2024-11-22T14:35:59,092 INFO [M:0;b313e41b3af3:38575 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34525/user/jenkins/test-data/664b49da-9a61-43bd-a357-8152bf46dbed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/911522db2211480db5dde2f391f4c8a1, entries=8, sequenceid=97, filesize=5.5 K 2024-11-22T14:35:59,092 DEBUG [M:0;b313e41b3af3:38575 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34525/user/jenkins/test-data/664b49da-9a61-43bd-a357-8152bf46dbed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/97dbee5fdd644f08bdf23becf547f44f as hdfs://localhost:34525/user/jenkins/test-data/664b49da-9a61-43bd-a357-8152bf46dbed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/97dbee5fdd644f08bdf23becf547f44f 2024-11-22T14:35:59,096 INFO [M:0;b313e41b3af3:38575 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34525/user/jenkins/test-data/664b49da-9a61-43bd-a357-8152bf46dbed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/97dbee5fdd644f08bdf23becf547f44f, entries=11, sequenceid=97, filesize=8.3 K 2024-11-22T14:35:59,097 DEBUG [M:0;b313e41b3af3:38575 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34525/user/jenkins/test-data/664b49da-9a61-43bd-a357-8152bf46dbed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/972302cefb204ce3af09943882372e9f as hdfs://localhost:34525/user/jenkins/test-data/664b49da-9a61-43bd-a357-8152bf46dbed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/972302cefb204ce3af09943882372e9f 2024-11-22T14:35:59,101 INFO [M:0;b313e41b3af3:38575 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34525/user/jenkins/test-data/664b49da-9a61-43bd-a357-8152bf46dbed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/972302cefb204ce3af09943882372e9f, entries=1, sequenceid=97, filesize=5.0 K 2024-11-22T14:35:59,101 INFO [M:0;b313e41b3af3:38575 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 896ms, sequenceid=97, compaction requested=false 2024-11-22T14:35:59,104 INFO [M:0;b313e41b3af3:38575 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T14:35:59,104 DEBUG [M:0;b313e41b3af3:38575 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732286158204Disabling compacts and flushes for region at 1732286158204Disabling writes for close at 1732286158205 (+1 ms)Obtaining lock to block concurrent updates at 1732286158205Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732286158205Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1732286158205Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732286158205Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732286158206 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732286158222 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732286158222Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732286158631 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732286158647 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732286158647Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732286159055 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732286159071 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732286159072 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f8c91d7: reopening flushed file at 1732286159087 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@233d4377: reopening flushed file at 1732286159092 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@23c7eb92: reopening flushed file at 1732286159096 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 896ms, sequenceid=97, compaction requested=false at 1732286159102 (+6 ms)Writing region close event to WAL at 1732286159104 (+2 ms)Closed at 1732286159104 2024-11-22T14:35:59,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35521 is added to blk_1073741830_1006 (size=63654) 2024-11-22T14:35:59,106 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/664b49da-9a61-43bd-a357-8152bf46dbed/MasterData/WALs/b313e41b3af3,38575,1732286138483/b313e41b3af3%2C38575%2C1732286138483.1732286139470 not finished, retry = 0 2024-11-22T14:35:59,180 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,46335,1732286135895.replicationSource.wal-reader.b313e41b3af3%2C46335%2C1732286135895,1-b313e41b3af3,46335,1732286135895 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33889/user/jenkins/test-data/7586e104-4dab-7290-1223-5626957a2f2c/WALs/b313e41b3af3,46335,1732286135895/b313e41b3af3%2C46335%2C1732286135895.1732286137030 to pos 1191, reset compression=false 2024-11-22T14:35:59,207 INFO [M:0;b313e41b3af3:38575 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-22T14:35:59,207 INFO [M:0;b313e41b3af3:38575 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38575 2024-11-22T14:35:59,208 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T14:35:59,208 INFO [M:0;b313e41b3af3:38575 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T14:35:59,310 INFO [M:0;b313e41b3af3:38575 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T14:35:59,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38575-0x10067dc0a840006, quorum=127.0.0.1:60691, baseZNode=/2-1732028059 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T14:35:59,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38575-0x10067dc0a840006, quorum=127.0.0.1:60691, baseZNode=/2-1732028059 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T14:35:59,332 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@67175ad1{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T14:35:59,333 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5cc36556{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T14:35:59,333 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T14:35:59,333 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@193535bb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T14:35:59,333 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@20c8c31{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3393e3c7-55dc-0909-d783-ff5700be57f1/hadoop.log.dir/,STOPPED} 2024-11-22T14:35:59,336 WARN [BP-1310612094-172.17.0.2-1732286137588 heartbeating to localhost/127.0.0.1:34525 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-22T14:35:59,336 WARN [BP-1310612094-172.17.0.2-1732286137588 heartbeating to localhost/127.0.0.1:34525 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1310612094-172.17.0.2-1732286137588 (Datanode Uuid 4e213081-2c7b-4942-bf03-834354ec9c45) service to localhost/127.0.0.1:34525 2024-11-22T14:35:59,337 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3393e3c7-55dc-0909-d783-ff5700be57f1/cluster_25b492c2-9a59-92d4-d4e6-5e354fd1d84f/data/data1/current/BP-1310612094-172.17.0.2-1732286137588 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T14:35:59,337 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3393e3c7-55dc-0909-d783-ff5700be57f1/cluster_25b492c2-9a59-92d4-d4e6-5e354fd1d84f/data/data2/current/BP-1310612094-172.17.0.2-1732286137588 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T14:35:59,337 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-22T14:35:59,337 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-22T14:35:59,337 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-22T14:35:59,346 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2988b30f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T14:35:59,346 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@75406eb2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T14:35:59,346 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T14:35:59,347 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3ac7ff8b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T14:35:59,347 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f3bbf9e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3393e3c7-55dc-0909-d783-ff5700be57f1/hadoop.log.dir/,STOPPED} 2024-11-22T14:35:59,376 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-22T14:35:59,376 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-22T14:35:59,376 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T14:35:59,376 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T14:35:59,376 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:35:59,377 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:35:59,377 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T14:35:59,377 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-22T14:35:59,377 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=404199603, stopped=false 2024-11-22T14:35:59,377 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b313e41b3af3,39145,1732286135858 2024-11-22T14:35:59,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39145-0x10067dc0a840003, quorum=127.0.0.1:60691, baseZNode=/1-1608073173 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1608073173/running 2024-11-22T14:35:59,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46335-0x10067dc0a840004, quorum=127.0.0.1:60691, baseZNode=/1-1608073173 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1608073173/running 2024-11-22T14:35:59,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46335-0x10067dc0a840004, quorum=127.0.0.1:60691, baseZNode=/1-1608073173 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1608073173 2024-11-22T14:35:59,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39145-0x10067dc0a840003, quorum=127.0.0.1:60691, baseZNode=/1-1608073173 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1608073173 2024-11-22T14:35:59,379 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-22T14:35:59,379 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46335-0x10067dc0a840004, quorum=127.0.0.1:60691, baseZNode=/1-1608073173 Set watcher on znode that does not yet exist, /1-1608073173/running 2024-11-22T14:35:59,379 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39145-0x10067dc0a840003, quorum=127.0.0.1:60691, baseZNode=/1-1608073173 Set watcher on znode that does not yet exist, /1-1608073173/running 2024-11-22T14:35:59,380 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T14:35:59,380 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T14:35:59,381 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:35:59,381 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b313e41b3af3,46335,1732286135895' ***** 2024-11-22T14:35:59,381 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-22T14:35:59,381 INFO [RS:0;b313e41b3af3:46335 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-22T14:35:59,381 INFO [RS:0;b313e41b3af3:46335 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-22T14:35:59,381 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-22T14:35:59,381 INFO [RS:0;b313e41b3af3:46335 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-22T14:35:59,381 INFO [RS:0;b313e41b3af3:46335 {}] regionserver.HRegionServer(3091): Received CLOSE for b12ec7615fcf4b2c66763ec045085e94 2024-11-22T14:35:59,389 INFO [RS:0;b313e41b3af3:46335 {}] regionserver.HRegionServer(3091): Received CLOSE for 030418b2fe272892f96e550ca67f7731 2024-11-22T14:35:59,389 INFO [RS:0;b313e41b3af3:46335 {}] regionserver.HRegionServer(959): stopping server b313e41b3af3,46335,1732286135895 2024-11-22T14:35:59,389 INFO [RS:0;b313e41b3af3:46335 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T14:35:59,389 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b12ec7615fcf4b2c66763ec045085e94, disabling compactions & flushes 2024-11-22T14:35:59,389 INFO [RS:0;b313e41b3af3:46335 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b313e41b3af3:46335. 2024-11-22T14:35:59,389 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732286143036.b12ec7615fcf4b2c66763ec045085e94. 2024-11-22T14:35:59,389 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732286143036.b12ec7615fcf4b2c66763ec045085e94. 2024-11-22T14:35:59,389 DEBUG [RS:0;b313e41b3af3:46335 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T14:35:59,389 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732286143036.b12ec7615fcf4b2c66763ec045085e94. after waiting 0 ms 2024-11-22T14:35:59,389 DEBUG [RS:0;b313e41b3af3:46335 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:35:59,389 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732286143036.b12ec7615fcf4b2c66763ec045085e94. 2024-11-22T14:35:59,389 INFO [RS:0;b313e41b3af3:46335 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-22T14:35:59,389 INFO [RS:0;b313e41b3af3:46335 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-22T14:35:59,389 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing b12ec7615fcf4b2c66763ec045085e94 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-22T14:35:59,389 INFO [RS:0;b313e41b3af3:46335 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-22T14:35:59,389 INFO [RS:0;b313e41b3af3:46335 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-22T14:35:59,397 INFO [RS:0;b313e41b3af3:46335 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-22T14:35:59,397 DEBUG [RS:0;b313e41b3af3:46335 {}] regionserver.HRegionServer(1325): Online Regions={b12ec7615fcf4b2c66763ec045085e94=test,,1732286143036.b12ec7615fcf4b2c66763ec045085e94., 030418b2fe272892f96e550ca67f7731=hbase:replication,,1732286147017.030418b2fe272892f96e550ca67f7731., 1588230740=hbase:meta,,1.1588230740} 2024-11-22T14:35:59,397 DEBUG [RS:0;b313e41b3af3:46335 {}] regionserver.HRegionServer(1351): Waiting on 030418b2fe272892f96e550ca67f7731, 1588230740, b12ec7615fcf4b2c66763ec045085e94 2024-11-22T14:35:59,397 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-22T14:35:59,397 INFO [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-22T14:35:59,397 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-22T14:35:59,397 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T14:35:59,397 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T14:35:59,397 INFO [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-22T14:35:59,414 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33889/user/jenkins/test-data/7586e104-4dab-7290-1223-5626957a2f2c/data/default/test/b12ec7615fcf4b2c66763ec045085e94/.tmp/f/829baf07ff664ecaae9e49cc5a21980b is 29, key is row1/f:/1732286154365/DeleteFamily/seqid=0 2024-11-22T14:35:59,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33313 is added to blk_1073741840_1016 (size=5152) 2024-11-22T14:35:59,424 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:33889/user/jenkins/test-data/7586e104-4dab-7290-1223-5626957a2f2c/data/default/test/b12ec7615fcf4b2c66763ec045085e94/.tmp/f/829baf07ff664ecaae9e49cc5a21980b 2024-11-22T14:35:59,425 INFO [regionserver/b313e41b3af3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T14:35:59,429 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 829baf07ff664ecaae9e49cc5a21980b 2024-11-22T14:35:59,432 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33889/user/jenkins/test-data/7586e104-4dab-7290-1223-5626957a2f2c/data/hbase/meta/1588230740/.tmp/info/e5fe8cdd5cd74805b353c5ccb7f9dc97 is 147, key is hbase:replication,,1732286147017.030418b2fe272892f96e550ca67f7731./info:regioninfo/1732286147873/Put/seqid=0 2024-11-22T14:35:59,457 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33889/user/jenkins/test-data/7586e104-4dab-7290-1223-5626957a2f2c/data/default/test/b12ec7615fcf4b2c66763ec045085e94/.tmp/f1/06d3616c58794338b7ff8656624f7f6c is 30, key is row1/f1:/1732286154365/DeleteFamily/seqid=0 2024-11-22T14:35:59,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33313 is added to blk_1073741841_1017 (size=7686) 2024-11-22T14:35:59,460 INFO [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33889/user/jenkins/test-data/7586e104-4dab-7290-1223-5626957a2f2c/data/hbase/meta/1588230740/.tmp/info/e5fe8cdd5cd74805b353c5ccb7f9dc97 2024-11-22T14:35:59,490 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33889/user/jenkins/test-data/7586e104-4dab-7290-1223-5626957a2f2c/data/hbase/meta/1588230740/.tmp/ns/c1a3fe82cb37480fb91384fc8f2ac689 is 43, key is default/ns:d/1732286137448/Put/seqid=0 2024-11-22T14:35:59,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33313 is added to blk_1073741842_1018 (size=5158) 2024-11-22T14:35:59,503 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:33889/user/jenkins/test-data/7586e104-4dab-7290-1223-5626957a2f2c/data/default/test/b12ec7615fcf4b2c66763ec045085e94/.tmp/f1/06d3616c58794338b7ff8656624f7f6c 2024-11-22T14:35:59,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33313 is added to blk_1073741843_1019 (size=5153) 2024-11-22T14:35:59,504 INFO [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33889/user/jenkins/test-data/7586e104-4dab-7290-1223-5626957a2f2c/data/hbase/meta/1588230740/.tmp/ns/c1a3fe82cb37480fb91384fc8f2ac689 2024-11-22T14:35:59,507 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 06d3616c58794338b7ff8656624f7f6c 2024-11-22T14:35:59,525 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33889/user/jenkins/test-data/7586e104-4dab-7290-1223-5626957a2f2c/data/hbase/meta/1588230740/.tmp/rep_barrier/0c619832b66346719b7692eb311616fe is 112, key is test,,1732286143036.b12ec7615fcf4b2c66763ec045085e94./rep_barrier:seqnumDuringOpen/1732286143487/Put/seqid=0 2024-11-22T14:35:59,528 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33889/user/jenkins/test-data/7586e104-4dab-7290-1223-5626957a2f2c/data/default/test/b12ec7615fcf4b2c66763ec045085e94/.tmp/norep/105627a9debc4907a6d5628bfff78f42 is 33, key is row1/norep:/1732286154365/DeleteFamily/seqid=0 2024-11-22T14:35:59,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33313 is added to blk_1073741844_1020 (size=5518) 2024-11-22T14:35:59,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33313 is added to blk_1073741845_1021 (size=5108) 2024-11-22T14:35:59,597 DEBUG [RS:0;b313e41b3af3:46335 {}] regionserver.HRegionServer(1351): Waiting on 030418b2fe272892f96e550ca67f7731, 1588230740, b12ec7615fcf4b2c66763ec045085e94 2024-11-22T14:35:59,797 DEBUG [RS:0;b313e41b3af3:46335 {}] regionserver.HRegionServer(1351): Waiting on 030418b2fe272892f96e550ca67f7731, 1588230740, b12ec7615fcf4b2c66763ec045085e94 2024-11-22T14:35:59,881 INFO [regionserver/b313e41b3af3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-22T14:35:59,881 INFO [regionserver/b313e41b3af3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-22T14:35:59,931 INFO [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33889/user/jenkins/test-data/7586e104-4dab-7290-1223-5626957a2f2c/data/hbase/meta/1588230740/.tmp/rep_barrier/0c619832b66346719b7692eb311616fe 2024-11-22T14:35:59,939 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:33889/user/jenkins/test-data/7586e104-4dab-7290-1223-5626957a2f2c/data/default/test/b12ec7615fcf4b2c66763ec045085e94/.tmp/norep/105627a9debc4907a6d5628bfff78f42 2024-11-22T14:35:59,943 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 105627a9debc4907a6d5628bfff78f42 2024-11-22T14:35:59,943 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33889/user/jenkins/test-data/7586e104-4dab-7290-1223-5626957a2f2c/data/default/test/b12ec7615fcf4b2c66763ec045085e94/.tmp/f/829baf07ff664ecaae9e49cc5a21980b as hdfs://localhost:33889/user/jenkins/test-data/7586e104-4dab-7290-1223-5626957a2f2c/data/default/test/b12ec7615fcf4b2c66763ec045085e94/f/829baf07ff664ecaae9e49cc5a21980b 2024-11-22T14:35:59,947 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 829baf07ff664ecaae9e49cc5a21980b 2024-11-22T14:35:59,947 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33889/user/jenkins/test-data/7586e104-4dab-7290-1223-5626957a2f2c/data/default/test/b12ec7615fcf4b2c66763ec045085e94/f/829baf07ff664ecaae9e49cc5a21980b, entries=3, sequenceid=10, filesize=5.0 K 2024-11-22T14:35:59,948 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33889/user/jenkins/test-data/7586e104-4dab-7290-1223-5626957a2f2c/data/default/test/b12ec7615fcf4b2c66763ec045085e94/.tmp/f1/06d3616c58794338b7ff8656624f7f6c as hdfs://localhost:33889/user/jenkins/test-data/7586e104-4dab-7290-1223-5626957a2f2c/data/default/test/b12ec7615fcf4b2c66763ec045085e94/f1/06d3616c58794338b7ff8656624f7f6c 2024-11-22T14:35:59,951 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 06d3616c58794338b7ff8656624f7f6c 2024-11-22T14:35:59,951 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33889/user/jenkins/test-data/7586e104-4dab-7290-1223-5626957a2f2c/data/default/test/b12ec7615fcf4b2c66763ec045085e94/f1/06d3616c58794338b7ff8656624f7f6c, entries=3, sequenceid=10, filesize=5.0 K 2024-11-22T14:35:59,952 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33889/user/jenkins/test-data/7586e104-4dab-7290-1223-5626957a2f2c/data/default/test/b12ec7615fcf4b2c66763ec045085e94/.tmp/norep/105627a9debc4907a6d5628bfff78f42 as hdfs://localhost:33889/user/jenkins/test-data/7586e104-4dab-7290-1223-5626957a2f2c/data/default/test/b12ec7615fcf4b2c66763ec045085e94/norep/105627a9debc4907a6d5628bfff78f42 2024-11-22T14:35:59,956 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 105627a9debc4907a6d5628bfff78f42 2024-11-22T14:35:59,956 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33889/user/jenkins/test-data/7586e104-4dab-7290-1223-5626957a2f2c/data/default/test/b12ec7615fcf4b2c66763ec045085e94/norep/105627a9debc4907a6d5628bfff78f42, entries=1, sequenceid=10, filesize=5.0 K 2024-11-22T14:35:59,957 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for b12ec7615fcf4b2c66763ec045085e94 in 568ms, sequenceid=10, compaction requested=false 2024-11-22T14:35:59,957 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-22T14:35:59,957 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33889/user/jenkins/test-data/7586e104-4dab-7290-1223-5626957a2f2c/data/hbase/meta/1588230740/.tmp/table/2cd52c4ab7af46c6b077047a3a6edee7 is 53, key is hbase:replication/table:state/1732286147883/Put/seqid=0 2024-11-22T14:35:59,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33313 is added to blk_1073741846_1022 (size=5308) 2024-11-22T14:35:59,962 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,45171,1732286132298.replicationSource.wal-reader.b313e41b3af3%2C45171%2C1732286132298,1-b313e41b3af3,45171,1732286132298 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38487/user/jenkins/test-data/57e1daf1-f6f2-f57f-807d-3affc52d1874/WALs/b313e41b3af3,45171,1732286132298/b313e41b3af3%2C45171%2C1732286132298.1732286133891 to pos 636, reset compression=false 2024-11-22T14:35:59,962 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33889/user/jenkins/test-data/7586e104-4dab-7290-1223-5626957a2f2c/data/default/test/b12ec7615fcf4b2c66763ec045085e94/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-22T14:35:59,964 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-22T14:35:59,964 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-22T14:35:59,964 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732286143036.b12ec7615fcf4b2c66763ec045085e94. 2024-11-22T14:35:59,964 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b12ec7615fcf4b2c66763ec045085e94: Waiting for close lock at 1732286159389Running coprocessor pre-close hooks at 1732286159389Disabling compacts and flushes for region at 1732286159389Disabling writes for close at 1732286159389Obtaining lock to block concurrent updates at 1732286159389Preparing flush snapshotting stores in b12ec7615fcf4b2c66763ec045085e94 at 1732286159389Finished memstore snapshotting test,,1732286143036.b12ec7615fcf4b2c66763ec045085e94., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1732286159390 (+1 ms)Flushing stores of test,,1732286143036.b12ec7615fcf4b2c66763ec045085e94. at 1732286159390Flushing b12ec7615fcf4b2c66763ec045085e94/f: creating writer at 1732286159390Flushing b12ec7615fcf4b2c66763ec045085e94/f: appending metadata at 1732286159413 (+23 ms)Flushing b12ec7615fcf4b2c66763ec045085e94/f: closing flushed file at 1732286159413Flushing b12ec7615fcf4b2c66763ec045085e94/f1: creating writer at 1732286159429 (+16 ms)Flushing b12ec7615fcf4b2c66763ec045085e94/f1: appending metadata at 1732286159457 (+28 ms)Flushing b12ec7615fcf4b2c66763ec045085e94/f1: closing flushed file at 1732286159457Flushing b12ec7615fcf4b2c66763ec045085e94/norep: creating writer at 1732286159507 (+50 ms)Flushing b12ec7615fcf4b2c66763ec045085e94/norep: appending metadata at 1732286159527 (+20 ms)Flushing b12ec7615fcf4b2c66763ec045085e94/norep: closing flushed file at 1732286159527Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@35ec21f2: reopening flushed file at 1732286159943 (+416 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7810b3c2: reopening flushed file at 1732286159947 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@61e451a9: reopening flushed file at 1732286159951 (+4 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for b12ec7615fcf4b2c66763ec045085e94 in 568ms, sequenceid=10, compaction requested=false at 1732286159957 (+6 ms)Writing region close event to WAL at 1732286159959 (+2 ms)Running coprocessor post-close hooks at 1732286159964 (+5 ms)Closed at 1732286159964 2024-11-22T14:35:59,964 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732286143036.b12ec7615fcf4b2c66763ec045085e94. 2024-11-22T14:35:59,964 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 030418b2fe272892f96e550ca67f7731, disabling compactions & flushes 2024-11-22T14:35:59,964 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732286147017.030418b2fe272892f96e550ca67f7731. 2024-11-22T14:35:59,964 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732286147017.030418b2fe272892f96e550ca67f7731. 2024-11-22T14:35:59,964 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732286147017.030418b2fe272892f96e550ca67f7731. after waiting 0 ms 2024-11-22T14:35:59,964 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732286147017.030418b2fe272892f96e550ca67f7731. 2024-11-22T14:35:59,964 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 030418b2fe272892f96e550ca67f7731 3/3 column families, dataSize=1.16 KB heapSize=2.50 KB 2024-11-22T14:35:59,982 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33889/user/jenkins/test-data/7586e104-4dab-7290-1223-5626957a2f2c/data/hbase/replication/030418b2fe272892f96e550ca67f7731/.tmp/queue/7c39e3524e0f4abf8b7c08b6b31ea93c is 154, key is 1-b313e41b3af3,46335,1732286135895/queue:b313e41b3af3%2C46335%2C1732286135895/1732286156442/Put/seqid=0 2024-11-22T14:35:59,984 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,46335,1732286135895.replicationSource.wal-reader.b313e41b3af3%2C46335%2C1732286135895,1-b313e41b3af3,46335,1732286135895 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33889/user/jenkins/test-data/7586e104-4dab-7290-1223-5626957a2f2c/WALs/b313e41b3af3,46335,1732286135895/b313e41b3af3%2C46335%2C1732286135895.1732286137030 to pos 1191, reset compression=false 2024-11-22T14:35:59,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33313 is added to blk_1073741847_1023 (size=5353) 2024-11-22T14:35:59,988 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,46335,1732286135895.replicationSource.wal-reader.b313e41b3af3%2C46335%2C1732286135895,1-b313e41b3af3,46335,1732286135895 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-22T14:35:59,988 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,46335,1732286135895.replicationSource.wal-reader.b313e41b3af3%2C46335%2C1732286135895,1-b313e41b3af3,46335,1732286135895 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33889/user/jenkins/test-data/7586e104-4dab-7290-1223-5626957a2f2c/WALs/b313e41b3af3,46335,1732286135895/b313e41b3af3%2C46335%2C1732286135895.1732286137030 to pos 2082, reset compression=false 2024-11-22T14:35:59,988 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,46335,1732286135895.replicationSource.shipperb313e41b3af3%2C46335%2C1732286135895,1-b313e41b3af3,46335,1732286135895 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b313e41b3af3,46335,1732286135895 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33889/user/jenkins/test-data/7586e104-4dab-7290-1223-5626957a2f2c/WALs/b313e41b3af3,46335,1732286135895/b313e41b3af3%2C46335%2C1732286135895.1732286137030, lastWalPosition=2082, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-22T14:35:59,989 ERROR [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,46335,1732286135895.replicationSource.shipperb313e41b3af3%2C46335%2C1732286135895,1-b313e41b3af3,46335,1732286135895 {}] regionserver.HRegionServer(2440): ***** ABORTING region server b313e41b3af3,46335,1732286135895: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-b313e41b3af3,46335,1732286135895, walGroup=b313e41b3af3%2C46335%2C1732286135895, offset=b313e41b3af3%2C46335%2C1732286135895.1732286137030:2082, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b313e41b3af3:46335 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-22T14:35:59,990 ERROR [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,46335,1732286135895.replicationSource.shipperb313e41b3af3%2C46335%2C1732286135895,1-b313e41b3af3,46335,1732286135895 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-22T14:35:59,990 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,46335,1732286135895.replicationSource.shipperb313e41b3af3%2C46335%2C1732286135895,1-b313e41b3af3,46335,1732286135895 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-22T14:35:59,991 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,46335,1732286135895.replicationSource.shipperb313e41b3af3%2C46335%2C1732286135895,1-b313e41b3af3,46335,1732286135895 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-22T14:35:59,991 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,46335,1732286135895.replicationSource.shipperb313e41b3af3%2C46335%2C1732286135895,1-b313e41b3af3,46335,1732286135895 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-22T14:35:59,991 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,46335,1732286135895.replicationSource.shipperb313e41b3af3%2C46335%2C1732286135895,1-b313e41b3af3,46335,1732286135895 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-22T14:35:59,991 INFO [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,46335,1732286135895.replicationSource.shipperb313e41b3af3%2C46335%2C1732286135895,1-b313e41b3af3,46335,1732286135895 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1367343104, "init": 1048576000, "max": 2306867200, "used": 1057391600 }, "NonHeapMemoryUsage": { "committed": 205324288, "init": 7667712, "max": -1, "used": 202115904 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-22T14:35:59,991 WARN [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,46335,1732286135895.replicationSource.shipperb313e41b3af3%2C46335%2C1732286135895,1-b313e41b3af3,46335,1732286135895 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b313e41b3af3:39145 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b313e41b3af3:39145 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-22T14:35:59,997 DEBUG [RS:0;b313e41b3af3:46335 {}] regionserver.HRegionServer(1351): Waiting on 030418b2fe272892f96e550ca67f7731, 1588230740 2024-11-22T14:36:00,192 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,46335,1732286135895.replicationSource.wal-reader.b313e41b3af3%2C46335%2C1732286135895,1-b313e41b3af3,46335,1732286135895 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33889/user/jenkins/test-data/7586e104-4dab-7290-1223-5626957a2f2c/WALs/b313e41b3af3,46335,1732286135895/b313e41b3af3%2C46335%2C1732286135895.1732286137030 to pos 2082, reset compression=false 2024-11-22T14:36:00,198 DEBUG [RS:0;b313e41b3af3:46335 {}] regionserver.HRegionServer(1351): Waiting on 030418b2fe272892f96e550ca67f7731, 1588230740 2024-11-22T14:36:00,361 INFO [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33889/user/jenkins/test-data/7586e104-4dab-7290-1223-5626957a2f2c/data/hbase/meta/1588230740/.tmp/table/2cd52c4ab7af46c6b077047a3a6edee7 2024-11-22T14:36:00,366 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33889/user/jenkins/test-data/7586e104-4dab-7290-1223-5626957a2f2c/data/hbase/meta/1588230740/.tmp/info/e5fe8cdd5cd74805b353c5ccb7f9dc97 as hdfs://localhost:33889/user/jenkins/test-data/7586e104-4dab-7290-1223-5626957a2f2c/data/hbase/meta/1588230740/info/e5fe8cdd5cd74805b353c5ccb7f9dc97 2024-11-22T14:36:00,369 INFO [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33889/user/jenkins/test-data/7586e104-4dab-7290-1223-5626957a2f2c/data/hbase/meta/1588230740/info/e5fe8cdd5cd74805b353c5ccb7f9dc97, entries=20, sequenceid=16, filesize=7.5 K 2024-11-22T14:36:00,370 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33889/user/jenkins/test-data/7586e104-4dab-7290-1223-5626957a2f2c/data/hbase/meta/1588230740/.tmp/ns/c1a3fe82cb37480fb91384fc8f2ac689 as hdfs://localhost:33889/user/jenkins/test-data/7586e104-4dab-7290-1223-5626957a2f2c/data/hbase/meta/1588230740/ns/c1a3fe82cb37480fb91384fc8f2ac689 2024-11-22T14:36:00,375 INFO [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33889/user/jenkins/test-data/7586e104-4dab-7290-1223-5626957a2f2c/data/hbase/meta/1588230740/ns/c1a3fe82cb37480fb91384fc8f2ac689, entries=2, sequenceid=16, filesize=5.0 K 2024-11-22T14:36:00,376 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33889/user/jenkins/test-data/7586e104-4dab-7290-1223-5626957a2f2c/data/hbase/meta/1588230740/.tmp/rep_barrier/0c619832b66346719b7692eb311616fe as hdfs://localhost:33889/user/jenkins/test-data/7586e104-4dab-7290-1223-5626957a2f2c/data/hbase/meta/1588230740/rep_barrier/0c619832b66346719b7692eb311616fe 2024-11-22T14:36:00,381 INFO [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33889/user/jenkins/test-data/7586e104-4dab-7290-1223-5626957a2f2c/data/hbase/meta/1588230740/rep_barrier/0c619832b66346719b7692eb311616fe, entries=1, sequenceid=16, filesize=5.4 K 2024-11-22T14:36:00,382 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33889/user/jenkins/test-data/7586e104-4dab-7290-1223-5626957a2f2c/data/hbase/meta/1588230740/.tmp/table/2cd52c4ab7af46c6b077047a3a6edee7 as hdfs://localhost:33889/user/jenkins/test-data/7586e104-4dab-7290-1223-5626957a2f2c/data/hbase/meta/1588230740/table/2cd52c4ab7af46c6b077047a3a6edee7 2024-11-22T14:36:00,387 INFO [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33889/user/jenkins/test-data/7586e104-4dab-7290-1223-5626957a2f2c/data/hbase/meta/1588230740/table/2cd52c4ab7af46c6b077047a3a6edee7, entries=4, sequenceid=16, filesize=5.2 K 2024-11-22T14:36:00,388 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.16 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33889/user/jenkins/test-data/7586e104-4dab-7290-1223-5626957a2f2c/data/hbase/replication/030418b2fe272892f96e550ca67f7731/.tmp/queue/7c39e3524e0f4abf8b7c08b6b31ea93c 2024-11-22T14:36:00,388 INFO [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 991ms, sequenceid=16, compaction requested=false 2024-11-22T14:36:00,388 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-22T14:36:00,393 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33889/user/jenkins/test-data/7586e104-4dab-7290-1223-5626957a2f2c/data/hbase/replication/030418b2fe272892f96e550ca67f7731/.tmp/queue/7c39e3524e0f4abf8b7c08b6b31ea93c as hdfs://localhost:33889/user/jenkins/test-data/7586e104-4dab-7290-1223-5626957a2f2c/data/hbase/replication/030418b2fe272892f96e550ca67f7731/queue/7c39e3524e0f4abf8b7c08b6b31ea93c 2024-11-22T14:36:00,397 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33889/user/jenkins/test-data/7586e104-4dab-7290-1223-5626957a2f2c/data/hbase/replication/030418b2fe272892f96e550ca67f7731/queue/7c39e3524e0f4abf8b7c08b6b31ea93c, entries=1, sequenceid=12, filesize=5.2 K 2024-11-22T14:36:00,398 INFO [RS:0;b313e41b3af3:46335 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-22T14:36:00,398 DEBUG [RS:0;b313e41b3af3:46335 {}] regionserver.HRegionServer(1325): Online Regions={030418b2fe272892f96e550ca67f7731=hbase:replication,,1732286147017.030418b2fe272892f96e550ca67f7731., 1588230740=hbase:meta,,1.1588230740} 2024-11-22T14:36:00,398 DEBUG [RS:0;b313e41b3af3:46335 {}] regionserver.HRegionServer(1351): Waiting on 030418b2fe272892f96e550ca67f7731, 1588230740 2024-11-22T14:36:00,398 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 030418b2fe272892f96e550ca67f7731 in 434ms, sequenceid=12, compaction requested=false 2024-11-22T14:36:00,405 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33889/user/jenkins/test-data/7586e104-4dab-7290-1223-5626957a2f2c/data/hbase/replication/030418b2fe272892f96e550ca67f7731/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-22T14:36:00,405 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33889/user/jenkins/test-data/7586e104-4dab-7290-1223-5626957a2f2c/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-22T14:36:00,406 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-22T14:36:00,406 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T14:36:00,406 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732286147017.030418b2fe272892f96e550ca67f7731. 2024-11-22T14:36:00,406 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 030418b2fe272892f96e550ca67f7731: Waiting for close lock at 1732286159964Running coprocessor pre-close hooks at 1732286159964Disabling compacts and flushes for region at 1732286159964Disabling writes for close at 1732286159964Obtaining lock to block concurrent updates at 1732286159964Preparing flush snapshotting stores in 030418b2fe272892f96e550ca67f7731 at 1732286159964Finished memstore snapshotting hbase:replication,,1732286147017.030418b2fe272892f96e550ca67f7731., syncing WAL and waiting on mvcc, flushsize=dataSize=1192, getHeapSize=2512, getOffHeapSize=0, getCellsCount=8 at 1732286159965 (+1 ms)Flushing stores of hbase:replication,,1732286147017.030418b2fe272892f96e550ca67f7731. at 1732286159965Flushing 030418b2fe272892f96e550ca67f7731/queue: creating writer at 1732286159965Flushing 030418b2fe272892f96e550ca67f7731/queue: appending metadata at 1732286159981 (+16 ms)Flushing 030418b2fe272892f96e550ca67f7731/queue: closing flushed file at 1732286159981Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@64f788d3: reopening flushed file at 1732286160392 (+411 ms)Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 030418b2fe272892f96e550ca67f7731 in 434ms, sequenceid=12, compaction requested=false at 1732286160398 (+6 ms)Writing region close event to WAL at 1732286160402 (+4 ms)Running coprocessor post-close hooks at 1732286160405 (+3 ms)Closed at 1732286160406 (+1 ms) 2024-11-22T14:36:00,406 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-22T14:36:00,406 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732286147017.030418b2fe272892f96e550ca67f7731. 2024-11-22T14:36:00,406 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T14:36:00,406 INFO [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-22T14:36:00,406 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732286159397Running coprocessor pre-close hooks at 1732286159397Disabling compacts and flushes for region at 1732286159397Disabling writes for close at 1732286159397Obtaining lock to block concurrent updates at 1732286159397Preparing flush snapshotting stores in 1588230740 at 1732286159397Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732286159398 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732286159398Flushing 1588230740/info: creating writer at 1732286159398Flushing 1588230740/info: appending metadata at 1732286159431 (+33 ms)Flushing 1588230740/info: closing flushed file at 1732286159431Flushing 1588230740/ns: creating writer at 1732286159465 (+34 ms)Flushing 1588230740/ns: appending metadata at 1732286159489 (+24 ms)Flushing 1588230740/ns: closing flushed file at 1732286159489Flushing 1588230740/rep_barrier: creating writer at 1732286159509 (+20 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732286159525 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732286159525Flushing 1588230740/table: creating writer at 1732286159939 (+414 ms)Flushing 1588230740/table: appending metadata at 1732286159957 (+18 ms)Flushing 1588230740/table: closing flushed file at 1732286159957Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@227bdd6a: reopening flushed file at 1732286160365 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48a63b9c: reopening flushed file at 1732286160370 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@722588fd: reopening flushed file at 1732286160375 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4172ed28: reopening flushed file at 1732286160381 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 991ms, sequenceid=16, compaction requested=false at 1732286160388 (+7 ms)Writing region close event to WAL at 1732286160403 (+15 ms)Running coprocessor post-close hooks at 1732286160406 (+3 ms)Closed at 1732286160406 2024-11-22T14:36:00,406 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-22T14:36:00,496 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,46335,1732286135895.replicationSource.wal-reader.b313e41b3af3%2C46335%2C1732286135895,1-b313e41b3af3,46335,1732286135895 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33889/user/jenkins/test-data/7586e104-4dab-7290-1223-5626957a2f2c/WALs/b313e41b3af3,46335,1732286135895/b313e41b3af3%2C46335%2C1732286135895.1732286137030 to pos 2082, reset compression=false 2024-11-22T14:36:00,598 INFO [RS:0;b313e41b3af3:46335 {}] regionserver.HRegionServer(976): stopping server b313e41b3af3,46335,1732286135895; all regions closed. 2024-11-22T14:36:00,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33313 is added to blk_1073741834_1010 (size=4239) 2024-11-22T14:36:00,601 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7586e104-4dab-7290-1223-5626957a2f2c/WALs/b313e41b3af3,46335,1732286135895/b313e41b3af3%2C46335%2C1732286135895.meta.1732286137372.meta not finished, retry = 0 2024-11-22T14:36:00,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33313 is added to blk_1073741839_1015 (size=3114) 2024-11-22T14:36:00,704 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7586e104-4dab-7290-1223-5626957a2f2c/WALs/b313e41b3af3,46335,1732286135895/b313e41b3af3%2C46335%2C1732286135895.rep.1732286147796 not finished, retry = 0 2024-11-22T14:36:00,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33313 is added to blk_1073741833_1009 (size=2090) 2024-11-22T14:36:00,807 DEBUG [RS:0;b313e41b3af3:46335 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:36:00,807 INFO [RS:0;b313e41b3af3:46335 {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T14:36:00,807 INFO [RS:0;b313e41b3af3:46335 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T14:36:00,808 INFO [RS:0;b313e41b3af3:46335 {}] hbase.ChoreService(370): Chore service for: regionserver/b313e41b3af3:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-22T14:36:00,808 INFO [RS:0;b313e41b3af3:46335 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T14:36:00,808 INFO [regionserver/b313e41b3af3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T14:36:00,808 INFO [RS:0;b313e41b3af3:46335 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-b313e41b3af3,46335,1732286135895 because: Region server is closing 2024-11-22T14:36:00,808 INFO [RS:0;b313e41b3af3:46335 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b313e41b3af3:46335. 2024-11-22T14:36:00,808 DEBUG [RS:0;b313e41b3af3:46335 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T14:36:00,808 DEBUG [RS:0;b313e41b3af3:46335 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:36:00,808 DEBUG [RS:0;b313e41b3af3:46335 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:36:00,808 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T14:36:00,909 INFO [RS:0;b313e41b3af3:46335 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,46335,1732286135895.replicationSource.shipperb313e41b3af3%2C46335%2C1732286135895,1-b313e41b3af3,46335,1732286135895 terminated 2024-11-22T14:36:00,909 INFO [RS:0;b313e41b3af3:46335 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b313e41b3af3:46335. 2024-11-22T14:36:00,909 DEBUG [RS:0;b313e41b3af3:46335 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T14:36:00,909 DEBUG [RS:0;b313e41b3af3:46335 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:36:00,909 DEBUG [RS:0;b313e41b3af3:46335 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:36:00,909 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T14:36:00,909 INFO [RS:0;b313e41b3af3:46335 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46335 2024-11-22T14:36:00,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46335-0x10067dc0a840004, quorum=127.0.0.1:60691, baseZNode=/1-1608073173 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1608073173/rs/b313e41b3af3,46335,1732286135895 2024-11-22T14:36:00,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39145-0x10067dc0a840003, quorum=127.0.0.1:60691, baseZNode=/1-1608073173 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1608073173/rs 2024-11-22T14:36:00,913 INFO [RS:0;b313e41b3af3:46335 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T14:36:00,913 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b313e41b3af3,46335,1732286135895] 2024-11-22T14:36:00,914 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1608073173/draining/b313e41b3af3,46335,1732286135895 already deleted, retry=false 2024-11-22T14:36:00,914 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b313e41b3af3,46335,1732286135895 expired; onlineServers=0 2024-11-22T14:36:00,914 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b313e41b3af3,39145,1732286135858' ***** 2024-11-22T14:36:00,914 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-22T14:36:00,914 INFO [M:0;b313e41b3af3:39145 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T14:36:00,914 INFO [M:0;b313e41b3af3:39145 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T14:36:00,914 DEBUG [M:0;b313e41b3af3:39145 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-22T14:36:00,914 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-22T14:36:00,914 DEBUG [M:0;b313e41b3af3:39145 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-22T14:36:00,914 DEBUG [master/b313e41b3af3:0:becomeActiveMaster-HFileCleaner.large.0-1732286136711 {}] cleaner.HFileCleaner(306): Exit Thread[master/b313e41b3af3:0:becomeActiveMaster-HFileCleaner.large.0-1732286136711,5,FailOnTimeoutGroup] 2024-11-22T14:36:00,914 INFO [M:0;b313e41b3af3:39145 {}] hbase.ChoreService(370): Chore service for: master/b313e41b3af3:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-22T14:36:00,914 DEBUG [master/b313e41b3af3:0:becomeActiveMaster-HFileCleaner.small.0-1732286136711 {}] cleaner.HFileCleaner(306): Exit Thread[master/b313e41b3af3:0:becomeActiveMaster-HFileCleaner.small.0-1732286136711,5,FailOnTimeoutGroup] 2024-11-22T14:36:00,915 INFO [M:0;b313e41b3af3:39145 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T14:36:00,915 DEBUG [M:0;b313e41b3af3:39145 {}] master.HMaster(1795): Stopping service threads 2024-11-22T14:36:00,915 INFO [M:0;b313e41b3af3:39145 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-22T14:36:00,915 INFO [M:0;b313e41b3af3:39145 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-22T14:36:00,915 INFO [M:0;b313e41b3af3:39145 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-22T14:36:00,915 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-22T14:36:00,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39145-0x10067dc0a840003, quorum=127.0.0.1:60691, baseZNode=/1-1608073173 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1608073173/master 2024-11-22T14:36:00,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39145-0x10067dc0a840003, quorum=127.0.0.1:60691, baseZNode=/1-1608073173 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1608073173 2024-11-22T14:36:00,916 DEBUG [M:0;b313e41b3af3:39145 {}] zookeeper.ZKUtil(347): master:39145-0x10067dc0a840003, quorum=127.0.0.1:60691, baseZNode=/1-1608073173 Unable to get data of znode /1-1608073173/master because node does not exist (not an error) 2024-11-22T14:36:00,916 WARN [M:0;b313e41b3af3:39145 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-22T14:36:00,917 INFO [M:0;b313e41b3af3:39145 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33889/user/jenkins/test-data/7586e104-4dab-7290-1223-5626957a2f2c/.lastflushedseqids 2024-11-22T14:36:00,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33313 is added to blk_1073741848_1024 (size=245) 2024-11-22T14:36:00,922 INFO [M:0;b313e41b3af3:39145 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-22T14:36:00,922 INFO [M:0;b313e41b3af3:39145 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-22T14:36:00,922 DEBUG [M:0;b313e41b3af3:39145 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T14:36:00,922 INFO [M:0;b313e41b3af3:39145 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T14:36:00,922 DEBUG [M:0;b313e41b3af3:39145 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T14:36:00,922 DEBUG [M:0;b313e41b3af3:39145 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T14:36:00,922 DEBUG [M:0;b313e41b3af3:39145 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T14:36:00,923 INFO [M:0;b313e41b3af3:39145 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-22T14:36:00,947 DEBUG [M:0;b313e41b3af3:39145 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33889/user/jenkins/test-data/7586e104-4dab-7290-1223-5626957a2f2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/30f3d52f89984cd9884099fdae75fdc3 is 82, key is hbase:meta,,1/info:regioninfo/1732286137434/Put/seqid=0 2024-11-22T14:36:00,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33313 is added to blk_1073741849_1025 (size=5672) 2024-11-22T14:36:00,951 INFO [M:0;b313e41b3af3:39145 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33889/user/jenkins/test-data/7586e104-4dab-7290-1223-5626957a2f2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/30f3d52f89984cd9884099fdae75fdc3 2024-11-22T14:36:00,974 DEBUG [M:0;b313e41b3af3:39145 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33889/user/jenkins/test-data/7586e104-4dab-7290-1223-5626957a2f2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/57b191e79aee4f1bbeae4eddb4acf706 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732286147891/Put/seqid=0 2024-11-22T14:36:00,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33313 is added to blk_1073741850_1026 (size=8516) 2024-11-22T14:36:00,983 INFO [M:0;b313e41b3af3:39145 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33889/user/jenkins/test-data/7586e104-4dab-7290-1223-5626957a2f2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/57b191e79aee4f1bbeae4eddb4acf706 2024-11-22T14:36:01,011 DEBUG [M:0;b313e41b3af3:39145 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33889/user/jenkins/test-data/7586e104-4dab-7290-1223-5626957a2f2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7f5e1dbe8eac468db5ef0f2d0e49fef2 is 69, key is b313e41b3af3,46335,1732286135895/rs:state/1732286136808/Put/seqid=0 2024-11-22T14:36:01,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46335-0x10067dc0a840004, quorum=127.0.0.1:60691, baseZNode=/1-1608073173 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T14:36:01,014 INFO [RS:0;b313e41b3af3:46335 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T14:36:01,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46335-0x10067dc0a840004, quorum=127.0.0.1:60691, baseZNode=/1-1608073173 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T14:36:01,014 INFO [RS:0;b313e41b3af3:46335 {}] regionserver.HRegionServer(1031): Exiting; stopping=b313e41b3af3,46335,1732286135895; zookeeper connection closed. 2024-11-22T14:36:01,015 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@675184dd {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@675184dd 2024-11-22T14:36:01,015 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-22T14:36:01,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33313 is added to blk_1073741851_1027 (size=5156) 2024-11-22T14:36:01,018 INFO [M:0;b313e41b3af3:39145 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33889/user/jenkins/test-data/7586e104-4dab-7290-1223-5626957a2f2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7f5e1dbe8eac468db5ef0f2d0e49fef2 2024-11-22T14:36:01,023 DEBUG [M:0;b313e41b3af3:39145 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33889/user/jenkins/test-data/7586e104-4dab-7290-1223-5626957a2f2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/30f3d52f89984cd9884099fdae75fdc3 as hdfs://localhost:33889/user/jenkins/test-data/7586e104-4dab-7290-1223-5626957a2f2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/30f3d52f89984cd9884099fdae75fdc3 2024-11-22T14:36:01,028 INFO [M:0;b313e41b3af3:39145 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33889/user/jenkins/test-data/7586e104-4dab-7290-1223-5626957a2f2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/30f3d52f89984cd9884099fdae75fdc3, entries=8, sequenceid=97, filesize=5.5 K 2024-11-22T14:36:01,029 DEBUG [M:0;b313e41b3af3:39145 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33889/user/jenkins/test-data/7586e104-4dab-7290-1223-5626957a2f2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/57b191e79aee4f1bbeae4eddb4acf706 as hdfs://localhost:33889/user/jenkins/test-data/7586e104-4dab-7290-1223-5626957a2f2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/57b191e79aee4f1bbeae4eddb4acf706 2024-11-22T14:36:01,034 INFO [M:0;b313e41b3af3:39145 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33889/user/jenkins/test-data/7586e104-4dab-7290-1223-5626957a2f2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/57b191e79aee4f1bbeae4eddb4acf706, entries=11, sequenceid=97, filesize=8.3 K 2024-11-22T14:36:01,035 DEBUG [M:0;b313e41b3af3:39145 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33889/user/jenkins/test-data/7586e104-4dab-7290-1223-5626957a2f2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7f5e1dbe8eac468db5ef0f2d0e49fef2 as hdfs://localhost:33889/user/jenkins/test-data/7586e104-4dab-7290-1223-5626957a2f2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7f5e1dbe8eac468db5ef0f2d0e49fef2 2024-11-22T14:36:01,039 INFO [M:0;b313e41b3af3:39145 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33889/user/jenkins/test-data/7586e104-4dab-7290-1223-5626957a2f2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7f5e1dbe8eac468db5ef0f2d0e49fef2, entries=1, sequenceid=97, filesize=5.0 K 2024-11-22T14:36:01,040 INFO [M:0;b313e41b3af3:39145 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 118ms, sequenceid=97, compaction requested=false 2024-11-22T14:36:01,065 INFO [M:0;b313e41b3af3:39145 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T14:36:01,065 DEBUG [M:0;b313e41b3af3:39145 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732286160922Disabling compacts and flushes for region at 1732286160922Disabling writes for close at 1732286160922Obtaining lock to block concurrent updates at 1732286160923 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732286160923Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1732286160923Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732286160923Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732286160924 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732286160946 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732286160946Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732286160956 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732286160974 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732286160974Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732286160988 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732286161010 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732286161010Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@32904ae0: reopening flushed file at 1732286161022 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@645b6590: reopening flushed file at 1732286161028 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ac8a53: reopening flushed file at 1732286161034 (+6 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 118ms, sequenceid=97, compaction requested=false at 1732286161040 (+6 ms)Writing region close event to WAL at 1732286161065 (+25 ms)Closed at 1732286161065 2024-11-22T14:36:01,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33313 is added to blk_1073741830_1006 (size=63654) 2024-11-22T14:36:01,072 INFO [M:0;b313e41b3af3:39145 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-22T14:36:01,072 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T14:36:01,072 INFO [M:0;b313e41b3af3:39145 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39145 2024-11-22T14:36:01,073 INFO [M:0;b313e41b3af3:39145 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T14:36:01,166 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,45171,1732286132298.replicationSource.wal-reader.b313e41b3af3%2C45171%2C1732286132298,1-b313e41b3af3,45171,1732286132298 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38487/user/jenkins/test-data/57e1daf1-f6f2-f57f-807d-3affc52d1874/WALs/b313e41b3af3,45171,1732286132298/b313e41b3af3%2C45171%2C1732286132298.1732286133891 to pos 636, reset compression=false 2024-11-22T14:36:01,174 INFO [M:0;b313e41b3af3:39145 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T14:36:01,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39145-0x10067dc0a840003, quorum=127.0.0.1:60691, baseZNode=/1-1608073173 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T14:36:01,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39145-0x10067dc0a840003, quorum=127.0.0.1:60691, baseZNode=/1-1608073173 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T14:36:01,177 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@60291cf4{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T14:36:01,177 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@23c308c0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T14:36:01,177 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T14:36:01,177 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2832ca2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T14:36:01,177 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@73121e6c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0dc8be6f-eeed-b18f-6975-f1597279ec5d/hadoop.log.dir/,STOPPED} 2024-11-22T14:36:01,179 WARN [BP-1045235615-172.17.0.2-1732286134960 heartbeating to localhost/127.0.0.1:33889 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-22T14:36:01,179 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-22T14:36:01,179 WARN [BP-1045235615-172.17.0.2-1732286134960 heartbeating to localhost/127.0.0.1:33889 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1045235615-172.17.0.2-1732286134960 (Datanode Uuid 4dbd7492-49aa-49d1-aae4-b964558f14c3) service to localhost/127.0.0.1:33889 2024-11-22T14:36:01,179 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-22T14:36:01,180 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0dc8be6f-eeed-b18f-6975-f1597279ec5d/cluster_e4041eb8-fa5b-317c-9b91-a97e5d80d83c/data/data1/current/BP-1045235615-172.17.0.2-1732286134960 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T14:36:01,180 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0dc8be6f-eeed-b18f-6975-f1597279ec5d/cluster_e4041eb8-fa5b-317c-9b91-a97e5d80d83c/data/data2/current/BP-1045235615-172.17.0.2-1732286134960 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T14:36:01,180 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-22T14:36:01,186 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@71a47e19{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T14:36:01,189 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2f793bc3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T14:36:01,189 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T14:36:01,189 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7f3e6a19{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T14:36:01,189 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4a157221{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0dc8be6f-eeed-b18f-6975-f1597279ec5d/hadoop.log.dir/,STOPPED} 2024-11-22T14:36:01,205 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-22T14:36:01,205 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-22T14:36:01,206 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T14:36:01,206 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T14:36:01,206 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:36:01,206 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:36:01,206 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T14:36:01,206 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-22T14:36:01,206 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1680865527, stopped=false 2024-11-22T14:36:01,206 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b313e41b3af3,44293,1732286132247 2024-11-22T14:36:01,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45171-0x10067dc0a840001, quorum=127.0.0.1:60691, baseZNode=/0-1457664117 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1457664117/running 2024-11-22T14:36:01,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44293-0x10067dc0a840000, quorum=127.0.0.1:60691, baseZNode=/0-1457664117 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1457664117/running 2024-11-22T14:36:01,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45171-0x10067dc0a840001, quorum=127.0.0.1:60691, baseZNode=/0-1457664117 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1457664117 2024-11-22T14:36:01,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44293-0x10067dc0a840000, quorum=127.0.0.1:60691, baseZNode=/0-1457664117 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1457664117 2024-11-22T14:36:01,207 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-22T14:36:01,208 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45171-0x10067dc0a840001, quorum=127.0.0.1:60691, baseZNode=/0-1457664117 Set watcher on znode that does not yet exist, /0-1457664117/running 2024-11-22T14:36:01,208 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44293-0x10067dc0a840000, quorum=127.0.0.1:60691, baseZNode=/0-1457664117 Set watcher on znode that does not yet exist, /0-1457664117/running 2024-11-22T14:36:01,208 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T14:36:01,208 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T14:36:01,208 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:36:01,208 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b313e41b3af3,45171,1732286132298' ***** 2024-11-22T14:36:01,208 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-22T14:36:01,208 INFO [RS:0;b313e41b3af3:45171 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-22T14:36:01,208 INFO [RS:0;b313e41b3af3:45171 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-22T14:36:01,208 INFO [RS:0;b313e41b3af3:45171 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-22T14:36:01,208 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-22T14:36:01,208 INFO [RS:0;b313e41b3af3:45171 {}] regionserver.HRegionServer(3091): Received CLOSE for f7e6cf68ff417cbf1631f73679f70370 2024-11-22T14:36:01,209 INFO [RS:0;b313e41b3af3:45171 {}] regionserver.HRegionServer(3091): Received CLOSE for 9019c9bf34eba6fd930a578fa21277db 2024-11-22T14:36:01,209 INFO [RS:0;b313e41b3af3:45171 {}] regionserver.HRegionServer(959): stopping server b313e41b3af3,45171,1732286132298 2024-11-22T14:36:01,209 INFO [RS:0;b313e41b3af3:45171 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T14:36:01,209 INFO [RS:0;b313e41b3af3:45171 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b313e41b3af3:45171. 2024-11-22T14:36:01,209 DEBUG [RS:0;b313e41b3af3:45171 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T14:36:01,209 DEBUG [RS:0;b313e41b3af3:45171 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:36:01,209 INFO [RS:0;b313e41b3af3:45171 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-22T14:36:01,209 INFO [RS:0;b313e41b3af3:45171 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-22T14:36:01,209 INFO [RS:0;b313e41b3af3:45171 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-22T14:36:01,209 INFO [RS:0;b313e41b3af3:45171 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-22T14:36:01,209 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f7e6cf68ff417cbf1631f73679f70370, disabling compactions & flushes 2024-11-22T14:36:01,209 INFO [RS:0;b313e41b3af3:45171 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-22T14:36:01,209 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732286144849.f7e6cf68ff417cbf1631f73679f70370. 2024-11-22T14:36:01,209 DEBUG [RS:0;b313e41b3af3:45171 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, f7e6cf68ff417cbf1631f73679f70370=hbase:replication,,1732286144849.f7e6cf68ff417cbf1631f73679f70370., 9019c9bf34eba6fd930a578fa21277db=test,,1732286140885.9019c9bf34eba6fd930a578fa21277db.} 2024-11-22T14:36:01,209 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732286144849.f7e6cf68ff417cbf1631f73679f70370. 2024-11-22T14:36:01,209 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732286144849.f7e6cf68ff417cbf1631f73679f70370. after waiting 0 ms 2024-11-22T14:36:01,209 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732286144849.f7e6cf68ff417cbf1631f73679f70370. 2024-11-22T14:36:01,209 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing f7e6cf68ff417cbf1631f73679f70370 3/3 column families, dataSize=594 B heapSize=1.63 KB 2024-11-22T14:36:01,209 DEBUG [RS:0;b313e41b3af3:45171 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9019c9bf34eba6fd930a578fa21277db, f7e6cf68ff417cbf1631f73679f70370 2024-11-22T14:36:01,210 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-22T14:36:01,210 INFO [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-22T14:36:01,210 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-22T14:36:01,210 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T14:36:01,210 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T14:36:01,210 INFO [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-22T14:36:01,228 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38487/user/jenkins/test-data/57e1daf1-f6f2-f57f-807d-3affc52d1874/data/hbase/meta/1588230740/.tmp/info/237b6b63833f49899c87538e6e79ef31 is 147, key is hbase:replication,,1732286144849.f7e6cf68ff417cbf1631f73679f70370./info:regioninfo/1732286145734/Put/seqid=0 2024-11-22T14:36:01,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43547 is added to blk_1073741840_1016 (size=7686) 2024-11-22T14:36:01,233 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38487/user/jenkins/test-data/57e1daf1-f6f2-f57f-807d-3affc52d1874/data/hbase/replication/f7e6cf68ff417cbf1631f73679f70370/.tmp/queue/577c1aab49194b34a96c8a9737f3ea3a is 153, key is 1-b313e41b3af3,45171,1732286132298/queue:b313e41b3af3%2C45171%2C1732286132298/1732286153387/Put/seqid=0 2024-11-22T14:36:01,233 INFO [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38487/user/jenkins/test-data/57e1daf1-f6f2-f57f-807d-3affc52d1874/data/hbase/meta/1588230740/.tmp/info/237b6b63833f49899c87538e6e79ef31 2024-11-22T14:36:01,233 INFO [regionserver/b313e41b3af3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T14:36:01,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43547 is added to blk_1073741841_1017 (size=5352) 2024-11-22T14:36:01,239 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:38487/user/jenkins/test-data/57e1daf1-f6f2-f57f-807d-3affc52d1874/data/hbase/replication/f7e6cf68ff417cbf1631f73679f70370/.tmp/queue/577c1aab49194b34a96c8a9737f3ea3a 2024-11-22T14:36:01,245 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38487/user/jenkins/test-data/57e1daf1-f6f2-f57f-807d-3affc52d1874/data/hbase/replication/f7e6cf68ff417cbf1631f73679f70370/.tmp/queue/577c1aab49194b34a96c8a9737f3ea3a as hdfs://localhost:38487/user/jenkins/test-data/57e1daf1-f6f2-f57f-807d-3affc52d1874/data/hbase/replication/f7e6cf68ff417cbf1631f73679f70370/queue/577c1aab49194b34a96c8a9737f3ea3a 2024-11-22T14:36:01,249 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38487/user/jenkins/test-data/57e1daf1-f6f2-f57f-807d-3affc52d1874/data/hbase/replication/f7e6cf68ff417cbf1631f73679f70370/queue/577c1aab49194b34a96c8a9737f3ea3a, entries=1, sequenceid=8, filesize=5.2 K 2024-11-22T14:36:01,250 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for f7e6cf68ff417cbf1631f73679f70370 in 41ms, sequenceid=8, compaction requested=false 2024-11-22T14:36:01,250 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-22T14:36:01,256 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38487/user/jenkins/test-data/57e1daf1-f6f2-f57f-807d-3affc52d1874/data/hbase/meta/1588230740/.tmp/ns/ab52622a9fac4b3baf4c5c1cfc91537e is 43, key is default/ns:d/1732286134835/Put/seqid=0 2024-11-22T14:36:01,261 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38487/user/jenkins/test-data/57e1daf1-f6f2-f57f-807d-3affc52d1874/data/hbase/replication/f7e6cf68ff417cbf1631f73679f70370/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-22T14:36:01,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43547 is added to blk_1073741842_1018 (size=5153) 2024-11-22T14:36:01,263 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-22T14:36:01,263 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T14:36:01,263 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732286144849.f7e6cf68ff417cbf1631f73679f70370. 2024-11-22T14:36:01,264 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f7e6cf68ff417cbf1631f73679f70370: Waiting for close lock at 1732286161209Running coprocessor pre-close hooks at 1732286161209Disabling compacts and flushes for region at 1732286161209Disabling writes for close at 1732286161209Obtaining lock to block concurrent updates at 1732286161209Preparing flush snapshotting stores in f7e6cf68ff417cbf1631f73679f70370 at 1732286161209Finished memstore snapshotting hbase:replication,,1732286144849.f7e6cf68ff417cbf1631f73679f70370., syncing WAL and waiting on mvcc, flushsize=dataSize=594, getHeapSize=1616, getOffHeapSize=0, getCellsCount=4 at 1732286161210 (+1 ms)Flushing stores of hbase:replication,,1732286144849.f7e6cf68ff417cbf1631f73679f70370. at 1732286161210Flushing f7e6cf68ff417cbf1631f73679f70370/queue: creating writer at 1732286161210Flushing f7e6cf68ff417cbf1631f73679f70370/queue: appending metadata at 1732286161232 (+22 ms)Flushing f7e6cf68ff417cbf1631f73679f70370/queue: closing flushed file at 1732286161232Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@12da1b40: reopening flushed file at 1732286161244 (+12 ms)Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for f7e6cf68ff417cbf1631f73679f70370 in 41ms, sequenceid=8, compaction requested=false at 1732286161250 (+6 ms)Writing region close event to WAL at 1732286161252 (+2 ms)Running coprocessor post-close hooks at 1732286161263 (+11 ms)Closed at 1732286161263 2024-11-22T14:36:01,264 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732286144849.f7e6cf68ff417cbf1631f73679f70370. 2024-11-22T14:36:01,264 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9019c9bf34eba6fd930a578fa21277db, disabling compactions & flushes 2024-11-22T14:36:01,264 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732286140885.9019c9bf34eba6fd930a578fa21277db. 2024-11-22T14:36:01,264 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732286140885.9019c9bf34eba6fd930a578fa21277db. 2024-11-22T14:36:01,264 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732286140885.9019c9bf34eba6fd930a578fa21277db. after waiting 0 ms 2024-11-22T14:36:01,264 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732286140885.9019c9bf34eba6fd930a578fa21277db. 2024-11-22T14:36:01,264 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 9019c9bf34eba6fd930a578fa21277db 3/3 column families, dataSize=107 B heapSize=1.15 KB 2024-11-22T14:36:01,282 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38487/user/jenkins/test-data/57e1daf1-f6f2-f57f-807d-3affc52d1874/data/default/test/9019c9bf34eba6fd930a578fa21277db/.tmp/f/09ce9e8f26f64a8c9dd3e510f4426adb is 28, key is row/f:/1732286153350/DeleteFamily/seqid=0 2024-11-22T14:36:01,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43547 is added to blk_1073741843_1019 (size=5085) 2024-11-22T14:36:01,410 DEBUG [RS:0;b313e41b3af3:45171 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9019c9bf34eba6fd930a578fa21277db 2024-11-22T14:36:01,610 DEBUG [RS:0;b313e41b3af3:45171 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9019c9bf34eba6fd930a578fa21277db 2024-11-22T14:36:01,664 INFO [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38487/user/jenkins/test-data/57e1daf1-f6f2-f57f-807d-3affc52d1874/data/hbase/meta/1588230740/.tmp/ns/ab52622a9fac4b3baf4c5c1cfc91537e 2024-11-22T14:36:01,687 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38487/user/jenkins/test-data/57e1daf1-f6f2-f57f-807d-3affc52d1874/data/hbase/meta/1588230740/.tmp/rep_barrier/90929b74f8c04e30bda2fb757ad0137f is 112, key is test,,1732286140885.9019c9bf34eba6fd930a578fa21277db./rep_barrier:seqnumDuringOpen/1732286142130/Put/seqid=0 2024-11-22T14:36:01,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43547 is added to blk_1073741844_1020 (size=5518) 2024-11-22T14:36:01,691 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:38487/user/jenkins/test-data/57e1daf1-f6f2-f57f-807d-3affc52d1874/data/default/test/9019c9bf34eba6fd930a578fa21277db/.tmp/f/09ce9e8f26f64a8c9dd3e510f4426adb 2024-11-22T14:36:01,692 INFO [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38487/user/jenkins/test-data/57e1daf1-f6f2-f57f-807d-3affc52d1874/data/hbase/meta/1588230740/.tmp/rep_barrier/90929b74f8c04e30bda2fb757ad0137f 2024-11-22T14:36:01,696 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 09ce9e8f26f64a8c9dd3e510f4426adb 2024-11-22T14:36:01,716 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38487/user/jenkins/test-data/57e1daf1-f6f2-f57f-807d-3affc52d1874/data/default/test/9019c9bf34eba6fd930a578fa21277db/.tmp/f1/6d28c1e359274cdf98dacdfb6e869853 is 29, key is row/f1:/1732286153350/DeleteFamily/seqid=0 2024-11-22T14:36:01,732 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38487/user/jenkins/test-data/57e1daf1-f6f2-f57f-807d-3affc52d1874/data/hbase/meta/1588230740/.tmp/table/759a8832f0014724b2d8138c701fd03f is 53, key is hbase:replication/table:state/1732286145769/Put/seqid=0 2024-11-22T14:36:01,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43547 is added to blk_1073741845_1021 (size=5089) 2024-11-22T14:36:01,735 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:38487/user/jenkins/test-data/57e1daf1-f6f2-f57f-807d-3affc52d1874/data/default/test/9019c9bf34eba6fd930a578fa21277db/.tmp/f1/6d28c1e359274cdf98dacdfb6e869853 2024-11-22T14:36:01,740 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6d28c1e359274cdf98dacdfb6e869853 2024-11-22T14:36:01,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43547 is added to blk_1073741846_1022 (size=5308) 2024-11-22T14:36:01,751 INFO [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38487/user/jenkins/test-data/57e1daf1-f6f2-f57f-807d-3affc52d1874/data/hbase/meta/1588230740/.tmp/table/759a8832f0014724b2d8138c701fd03f 2024-11-22T14:36:01,757 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38487/user/jenkins/test-data/57e1daf1-f6f2-f57f-807d-3affc52d1874/data/hbase/meta/1588230740/.tmp/info/237b6b63833f49899c87538e6e79ef31 as hdfs://localhost:38487/user/jenkins/test-data/57e1daf1-f6f2-f57f-807d-3affc52d1874/data/hbase/meta/1588230740/info/237b6b63833f49899c87538e6e79ef31 2024-11-22T14:36:01,762 INFO [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38487/user/jenkins/test-data/57e1daf1-f6f2-f57f-807d-3affc52d1874/data/hbase/meta/1588230740/info/237b6b63833f49899c87538e6e79ef31, entries=20, sequenceid=16, filesize=7.5 K 2024-11-22T14:36:01,763 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38487/user/jenkins/test-data/57e1daf1-f6f2-f57f-807d-3affc52d1874/data/hbase/meta/1588230740/.tmp/ns/ab52622a9fac4b3baf4c5c1cfc91537e as hdfs://localhost:38487/user/jenkins/test-data/57e1daf1-f6f2-f57f-807d-3affc52d1874/data/hbase/meta/1588230740/ns/ab52622a9fac4b3baf4c5c1cfc91537e 2024-11-22T14:36:01,767 INFO [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38487/user/jenkins/test-data/57e1daf1-f6f2-f57f-807d-3affc52d1874/data/hbase/meta/1588230740/ns/ab52622a9fac4b3baf4c5c1cfc91537e, entries=2, sequenceid=16, filesize=5.0 K 2024-11-22T14:36:01,768 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38487/user/jenkins/test-data/57e1daf1-f6f2-f57f-807d-3affc52d1874/data/hbase/meta/1588230740/.tmp/rep_barrier/90929b74f8c04e30bda2fb757ad0137f as hdfs://localhost:38487/user/jenkins/test-data/57e1daf1-f6f2-f57f-807d-3affc52d1874/data/hbase/meta/1588230740/rep_barrier/90929b74f8c04e30bda2fb757ad0137f 2024-11-22T14:36:01,771 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38487/user/jenkins/test-data/57e1daf1-f6f2-f57f-807d-3affc52d1874/data/default/test/9019c9bf34eba6fd930a578fa21277db/.tmp/norep/b25f2a7f01964e37b71138074e69ea38 is 32, key is row/norep:/1732286153350/DeleteFamily/seqid=0 2024-11-22T14:36:01,774 INFO [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38487/user/jenkins/test-data/57e1daf1-f6f2-f57f-807d-3affc52d1874/data/hbase/meta/1588230740/rep_barrier/90929b74f8c04e30bda2fb757ad0137f, entries=1, sequenceid=16, filesize=5.4 K 2024-11-22T14:36:01,775 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38487/user/jenkins/test-data/57e1daf1-f6f2-f57f-807d-3affc52d1874/data/hbase/meta/1588230740/.tmp/table/759a8832f0014724b2d8138c701fd03f as hdfs://localhost:38487/user/jenkins/test-data/57e1daf1-f6f2-f57f-807d-3affc52d1874/data/hbase/meta/1588230740/table/759a8832f0014724b2d8138c701fd03f 2024-11-22T14:36:01,780 INFO [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38487/user/jenkins/test-data/57e1daf1-f6f2-f57f-807d-3affc52d1874/data/hbase/meta/1588230740/table/759a8832f0014724b2d8138c701fd03f, entries=4, sequenceid=16, filesize=5.2 K 2024-11-22T14:36:01,781 INFO [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 571ms, sequenceid=16, compaction requested=false 2024-11-22T14:36:01,781 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-22T14:36:01,792 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38487/user/jenkins/test-data/57e1daf1-f6f2-f57f-807d-3affc52d1874/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-22T14:36:01,793 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-22T14:36:01,793 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T14:36:01,793 INFO [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-22T14:36:01,793 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732286161210Running coprocessor pre-close hooks at 1732286161210Disabling compacts and flushes for region at 1732286161210Disabling writes for close at 1732286161210Obtaining lock to block concurrent updates at 1732286161210Preparing flush snapshotting stores in 1588230740 at 1732286161210Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732286161210Flushing stores of hbase:meta,,1.1588230740 at 1732286161211 (+1 ms)Flushing 1588230740/info: creating writer at 1732286161211Flushing 1588230740/info: appending metadata at 1732286161227 (+16 ms)Flushing 1588230740/info: closing flushed file at 1732286161227Flushing 1588230740/ns: creating writer at 1732286161240 (+13 ms)Flushing 1588230740/ns: appending metadata at 1732286161256 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1732286161256Flushing 1588230740/rep_barrier: creating writer at 1732286161669 (+413 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732286161687 (+18 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732286161687Flushing 1588230740/table: creating writer at 1732286161699 (+12 ms)Flushing 1588230740/table: appending metadata at 1732286161732 (+33 ms)Flushing 1588230740/table: closing flushed file at 1732286161732Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3865a9c6: reopening flushed file at 1732286161756 (+24 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f728289: reopening flushed file at 1732286161762 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3e718878: reopening flushed file at 1732286161767 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c048fcc: reopening flushed file at 1732286161775 (+8 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 571ms, sequenceid=16, compaction requested=false at 1732286161781 (+6 ms)Writing region close event to WAL at 1732286161787 (+6 ms)Running coprocessor post-close hooks at 1732286161793 (+6 ms)Closed at 1732286161793 2024-11-22T14:36:01,793 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-22T14:36:01,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43547 is added to blk_1073741847_1023 (size=5101) 2024-11-22T14:36:01,810 DEBUG [RS:0;b313e41b3af3:45171 {}] regionserver.HRegionServer(1351): Waiting on 9019c9bf34eba6fd930a578fa21277db 2024-11-22T14:36:01,839 INFO [regionserver/b313e41b3af3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-22T14:36:01,839 INFO [regionserver/b313e41b3af3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-22T14:36:02,010 DEBUG [RS:0;b313e41b3af3:45171 {}] regionserver.HRegionServer(1351): Waiting on 9019c9bf34eba6fd930a578fa21277db 2024-11-22T14:36:02,195 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:38487/user/jenkins/test-data/57e1daf1-f6f2-f57f-807d-3affc52d1874/data/default/test/9019c9bf34eba6fd930a578fa21277db/.tmp/norep/b25f2a7f01964e37b71138074e69ea38 2024-11-22T14:36:02,199 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b25f2a7f01964e37b71138074e69ea38 2024-11-22T14:36:02,199 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38487/user/jenkins/test-data/57e1daf1-f6f2-f57f-807d-3affc52d1874/data/default/test/9019c9bf34eba6fd930a578fa21277db/.tmp/f/09ce9e8f26f64a8c9dd3e510f4426adb as hdfs://localhost:38487/user/jenkins/test-data/57e1daf1-f6f2-f57f-807d-3affc52d1874/data/default/test/9019c9bf34eba6fd930a578fa21277db/f/09ce9e8f26f64a8c9dd3e510f4426adb 2024-11-22T14:36:02,203 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 09ce9e8f26f64a8c9dd3e510f4426adb 2024-11-22T14:36:02,203 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38487/user/jenkins/test-data/57e1daf1-f6f2-f57f-807d-3affc52d1874/data/default/test/9019c9bf34eba6fd930a578fa21277db/f/09ce9e8f26f64a8c9dd3e510f4426adb, entries=1, sequenceid=6, filesize=5.0 K 2024-11-22T14:36:02,204 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38487/user/jenkins/test-data/57e1daf1-f6f2-f57f-807d-3affc52d1874/data/default/test/9019c9bf34eba6fd930a578fa21277db/.tmp/f1/6d28c1e359274cdf98dacdfb6e869853 as hdfs://localhost:38487/user/jenkins/test-data/57e1daf1-f6f2-f57f-807d-3affc52d1874/data/default/test/9019c9bf34eba6fd930a578fa21277db/f1/6d28c1e359274cdf98dacdfb6e869853 2024-11-22T14:36:02,208 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6d28c1e359274cdf98dacdfb6e869853 2024-11-22T14:36:02,208 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38487/user/jenkins/test-data/57e1daf1-f6f2-f57f-807d-3affc52d1874/data/default/test/9019c9bf34eba6fd930a578fa21277db/f1/6d28c1e359274cdf98dacdfb6e869853, entries=1, sequenceid=6, filesize=5.0 K 2024-11-22T14:36:02,209 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38487/user/jenkins/test-data/57e1daf1-f6f2-f57f-807d-3affc52d1874/data/default/test/9019c9bf34eba6fd930a578fa21277db/.tmp/norep/b25f2a7f01964e37b71138074e69ea38 as hdfs://localhost:38487/user/jenkins/test-data/57e1daf1-f6f2-f57f-807d-3affc52d1874/data/default/test/9019c9bf34eba6fd930a578fa21277db/norep/b25f2a7f01964e37b71138074e69ea38 2024-11-22T14:36:02,210 INFO [RS:0;b313e41b3af3:45171 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-22T14:36:02,210 DEBUG [RS:0;b313e41b3af3:45171 {}] regionserver.HRegionServer(1325): Online Regions={9019c9bf34eba6fd930a578fa21277db=test,,1732286140885.9019c9bf34eba6fd930a578fa21277db.} 2024-11-22T14:36:02,210 DEBUG [RS:0;b313e41b3af3:45171 {}] regionserver.HRegionServer(1351): Waiting on 9019c9bf34eba6fd930a578fa21277db 2024-11-22T14:36:02,213 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b25f2a7f01964e37b71138074e69ea38 2024-11-22T14:36:02,213 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38487/user/jenkins/test-data/57e1daf1-f6f2-f57f-807d-3affc52d1874/data/default/test/9019c9bf34eba6fd930a578fa21277db/norep/b25f2a7f01964e37b71138074e69ea38, entries=1, sequenceid=6, filesize=5.0 K 2024-11-22T14:36:02,214 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 9019c9bf34eba6fd930a578fa21277db in 950ms, sequenceid=6, compaction requested=false 2024-11-22T14:36:02,214 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-22T14:36:02,226 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38487/user/jenkins/test-data/57e1daf1-f6f2-f57f-807d-3affc52d1874/data/default/test/9019c9bf34eba6fd930a578fa21277db/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-22T14:36:02,227 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-22T14:36:02,227 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-22T14:36:02,227 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732286140885.9019c9bf34eba6fd930a578fa21277db. 2024-11-22T14:36:02,227 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9019c9bf34eba6fd930a578fa21277db: Waiting for close lock at 1732286161264Running coprocessor pre-close hooks at 1732286161264Disabling compacts and flushes for region at 1732286161264Disabling writes for close at 1732286161264Obtaining lock to block concurrent updates at 1732286161264Preparing flush snapshotting stores in 9019c9bf34eba6fd930a578fa21277db at 1732286161264Finished memstore snapshotting test,,1732286140885.9019c9bf34eba6fd930a578fa21277db., syncing WAL and waiting on mvcc, flushsize=dataSize=107, getHeapSize=1128, getOffHeapSize=0, getCellsCount=4 at 1732286161264Flushing stores of test,,1732286140885.9019c9bf34eba6fd930a578fa21277db. at 1732286161265 (+1 ms)Flushing 9019c9bf34eba6fd930a578fa21277db/f: creating writer at 1732286161265Flushing 9019c9bf34eba6fd930a578fa21277db/f: appending metadata at 1732286161281 (+16 ms)Flushing 9019c9bf34eba6fd930a578fa21277db/f: closing flushed file at 1732286161282 (+1 ms)Flushing 9019c9bf34eba6fd930a578fa21277db/f1: creating writer at 1732286161696 (+414 ms)Flushing 9019c9bf34eba6fd930a578fa21277db/f1: appending metadata at 1732286161715 (+19 ms)Flushing 9019c9bf34eba6fd930a578fa21277db/f1: closing flushed file at 1732286161715Flushing 9019c9bf34eba6fd930a578fa21277db/norep: creating writer at 1732286161740 (+25 ms)Flushing 9019c9bf34eba6fd930a578fa21277db/norep: appending metadata at 1732286161770 (+30 ms)Flushing 9019c9bf34eba6fd930a578fa21277db/norep: closing flushed file at 1732286161770Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c7a908f: reopening flushed file at 1732286162199 (+429 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@54ddad9c: reopening flushed file at 1732286162203 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@758514ac: reopening flushed file at 1732286162208 (+5 ms)Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 9019c9bf34eba6fd930a578fa21277db in 950ms, sequenceid=6, compaction requested=false at 1732286162214 (+6 ms)Writing region close event to WAL at 1732286162223 (+9 ms)Running coprocessor post-close hooks at 1732286162227 (+4 ms)Closed at 1732286162227 2024-11-22T14:36:02,227 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732286140885.9019c9bf34eba6fd930a578fa21277db. 2024-11-22T14:36:02,237 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-22T14:36:02,309 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:36:02,309 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:36:02,309 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:36:02,310 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:36:02,310 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:36:02,311 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:36:02,311 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:36:02,355 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:36:02,355 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:36:02,355 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:36:02,355 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:36:02,355 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:36:02,356 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:36:02,376 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:36:02,381 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:36:02,381 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:36:02,384 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:36:02,411 INFO [RS:0;b313e41b3af3:45171 {}] regionserver.HRegionServer(976): stopping server b313e41b3af3,45171,1732286132298; all regions closed. 2024-11-22T14:36:02,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43547 is added to blk_1073741834_1010 (size=4239) 2024-11-22T14:36:02,434 DEBUG [RS:0;b313e41b3af3:45171 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/57e1daf1-f6f2-f57f-807d-3affc52d1874/oldWALs 2024-11-22T14:36:02,434 INFO [RS:0;b313e41b3af3:45171 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b313e41b3af3%2C45171%2C1732286132298.meta:.meta(num 1732286134796) 2024-11-22T14:36:02,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43547 is added to blk_1073741839_1015 (size=2240) 2024-11-22T14:36:02,449 DEBUG [RS:0;b313e41b3af3:45171 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/57e1daf1-f6f2-f57f-807d-3affc52d1874/oldWALs 2024-11-22T14:36:02,449 INFO [RS:0;b313e41b3af3:45171 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b313e41b3af3%2C45171%2C1732286132298.rep:(num 1732286145648) 2024-11-22T14:36:02,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43547 is added to blk_1073741832_1008 (size=1535) 2024-11-22T14:36:02,465 DEBUG [RS:0;b313e41b3af3:45171 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/57e1daf1-f6f2-f57f-807d-3affc52d1874/oldWALs 2024-11-22T14:36:02,465 INFO [RS:0;b313e41b3af3:45171 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b313e41b3af3%2C45171%2C1732286132298:(num 1732286133891) 2024-11-22T14:36:02,465 DEBUG [RS:0;b313e41b3af3:45171 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:36:02,465 INFO [RS:0;b313e41b3af3:45171 {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T14:36:02,466 INFO [RS:0;b313e41b3af3:45171 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T14:36:02,466 INFO [RS:0;b313e41b3af3:45171 {}] hbase.ChoreService(370): Chore service for: regionserver/b313e41b3af3:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-22T14:36:02,466 INFO [RS:0;b313e41b3af3:45171 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T14:36:02,466 INFO [regionserver/b313e41b3af3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T14:36:02,466 INFO [RS:0;b313e41b3af3:45171 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-b313e41b3af3,45171,1732286132298 because: Region server is closing 2024-11-22T14:36:02,467 INFO [RS:0;b313e41b3af3:45171 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b313e41b3af3:45171. 2024-11-22T14:36:02,467 DEBUG [RS:0;b313e41b3af3:45171 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T14:36:02,467 DEBUG [RS:0;b313e41b3af3:45171 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:36:02,467 DEBUG [RS:0;b313e41b3af3:45171 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:36:02,467 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T14:36:02,567 WARN [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,45171,1732286132298.replicationSource.shipperb313e41b3af3%2C45171%2C1732286132298,1-b313e41b3af3,45171,1732286132298 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-22T14:36:02,568 INFO [RS:0;b313e41b3af3:45171 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,45171,1732286132298.replicationSource.shipperb313e41b3af3%2C45171%2C1732286132298,1-b313e41b3af3,45171,1732286132298 terminated 2024-11-22T14:36:02,568 INFO [RS:0;b313e41b3af3:45171 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45171 2024-11-22T14:36:02,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45171-0x10067dc0a840001, quorum=127.0.0.1:60691, baseZNode=/0-1457664117 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1457664117/rs/b313e41b3af3,45171,1732286132298 2024-11-22T14:36:02,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44293-0x10067dc0a840000, quorum=127.0.0.1:60691, baseZNode=/0-1457664117 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1457664117/rs 2024-11-22T14:36:02,570 INFO [RS:0;b313e41b3af3:45171 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T14:36:02,571 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b313e41b3af3,45171,1732286132298] 2024-11-22T14:36:02,572 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1457664117/draining/b313e41b3af3,45171,1732286132298 already deleted, retry=false 2024-11-22T14:36:02,572 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b313e41b3af3,45171,1732286132298 expired; onlineServers=0 2024-11-22T14:36:02,572 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b313e41b3af3,44293,1732286132247' ***** 2024-11-22T14:36:02,572 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-22T14:36:02,572 INFO [M:0;b313e41b3af3:44293 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T14:36:02,572 INFO [M:0;b313e41b3af3:44293 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T14:36:02,572 DEBUG [M:0;b313e41b3af3:44293 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-22T14:36:02,572 DEBUG [M:0;b313e41b3af3:44293 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-22T14:36:02,572 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-22T14:36:02,572 DEBUG [master/b313e41b3af3:0:becomeActiveMaster-HFileCleaner.large.0-1732286133669 {}] cleaner.HFileCleaner(306): Exit Thread[master/b313e41b3af3:0:becomeActiveMaster-HFileCleaner.large.0-1732286133669,5,FailOnTimeoutGroup] 2024-11-22T14:36:02,572 DEBUG [master/b313e41b3af3:0:becomeActiveMaster-HFileCleaner.small.0-1732286133670 {}] cleaner.HFileCleaner(306): Exit Thread[master/b313e41b3af3:0:becomeActiveMaster-HFileCleaner.small.0-1732286133670,5,FailOnTimeoutGroup] 2024-11-22T14:36:02,572 INFO [M:0;b313e41b3af3:44293 {}] hbase.ChoreService(370): Chore service for: master/b313e41b3af3:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-22T14:36:02,572 INFO [M:0;b313e41b3af3:44293 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T14:36:02,572 DEBUG [M:0;b313e41b3af3:44293 {}] master.HMaster(1795): Stopping service threads 2024-11-22T14:36:02,573 INFO [M:0;b313e41b3af3:44293 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-22T14:36:02,573 INFO [M:0;b313e41b3af3:44293 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-22T14:36:02,573 INFO [M:0;b313e41b3af3:44293 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-22T14:36:02,573 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-22T14:36:02,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44293-0x10067dc0a840000, quorum=127.0.0.1:60691, baseZNode=/0-1457664117 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1457664117/master 2024-11-22T14:36:02,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44293-0x10067dc0a840000, quorum=127.0.0.1:60691, baseZNode=/0-1457664117 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1457664117 2024-11-22T14:36:02,574 DEBUG [M:0;b313e41b3af3:44293 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1457664117/master already deleted, retry=false 2024-11-22T14:36:02,574 DEBUG [M:0;b313e41b3af3:44293 {}] master.ActiveMasterManager(353): master:44293-0x10067dc0a840000, quorum=127.0.0.1:60691, baseZNode=/0-1457664117 Failed delete of our master address node; KeeperErrorCode = NoNode for /0-1457664117/master 2024-11-22T14:36:02,575 INFO [M:0;b313e41b3af3:44293 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38487/user/jenkins/test-data/57e1daf1-f6f2-f57f-807d-3affc52d1874/.lastflushedseqids 2024-11-22T14:36:02,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43547 is added to blk_1073741848_1024 (size=245) 2024-11-22T14:36:02,606 INFO [M:0;b313e41b3af3:44293 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-22T14:36:02,606 INFO [M:0;b313e41b3af3:44293 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-22T14:36:02,607 DEBUG [M:0;b313e41b3af3:44293 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T14:36:02,607 INFO [M:0;b313e41b3af3:44293 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T14:36:02,607 DEBUG [M:0;b313e41b3af3:44293 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T14:36:02,607 DEBUG [M:0;b313e41b3af3:44293 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T14:36:02,607 DEBUG [M:0;b313e41b3af3:44293 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T14:36:02,607 INFO [M:0;b313e41b3af3:44293 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-22T14:36:02,639 DEBUG [M:0;b313e41b3af3:44293 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38487/user/jenkins/test-data/57e1daf1-f6f2-f57f-807d-3affc52d1874/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ac21c4dfe3da49dc810667ebe96132ad is 82, key is hbase:meta,,1/info:regioninfo/1732286134828/Put/seqid=0 2024-11-22T14:36:02,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45171-0x10067dc0a840001, quorum=127.0.0.1:60691, baseZNode=/0-1457664117 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T14:36:02,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45171-0x10067dc0a840001, quorum=127.0.0.1:60691, baseZNode=/0-1457664117 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T14:36:02,671 INFO [RS:0;b313e41b3af3:45171 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T14:36:02,671 INFO [RS:0;b313e41b3af3:45171 {}] regionserver.HRegionServer(1031): Exiting; stopping=b313e41b3af3,45171,1732286132298; zookeeper connection closed. 2024-11-22T14:36:02,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43547 is added to blk_1073741849_1025 (size=5672) 2024-11-22T14:36:02,680 INFO [M:0;b313e41b3af3:44293 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38487/user/jenkins/test-data/57e1daf1-f6f2-f57f-807d-3affc52d1874/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ac21c4dfe3da49dc810667ebe96132ad 2024-11-22T14:36:02,693 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@77a0cad1 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@77a0cad1 2024-11-22T14:36:02,693 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-22T14:36:02,734 DEBUG [M:0;b313e41b3af3:44293 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38487/user/jenkins/test-data/57e1daf1-f6f2-f57f-807d-3affc52d1874/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/16947a6153e44c80a995d06cf6fe6d14 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732286145776/Put/seqid=0 2024-11-22T14:36:02,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43547 is added to blk_1073741850_1026 (size=8517) 2024-11-22T14:36:02,750 INFO [M:0;b313e41b3af3:44293 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38487/user/jenkins/test-data/57e1daf1-f6f2-f57f-807d-3affc52d1874/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/16947a6153e44c80a995d06cf6fe6d14 2024-11-22T14:36:02,791 DEBUG [M:0;b313e41b3af3:44293 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38487/user/jenkins/test-data/57e1daf1-f6f2-f57f-807d-3affc52d1874/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/362dc1c95c184b97af4d284a5732e167 is 69, key is b313e41b3af3,45171,1732286132298/rs:state/1732286133742/Put/seqid=0 2024-11-22T14:36:02,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43547 is added to blk_1073741851_1027 (size=5156) 2024-11-22T14:36:02,811 INFO [M:0;b313e41b3af3:44293 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38487/user/jenkins/test-data/57e1daf1-f6f2-f57f-807d-3affc52d1874/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/362dc1c95c184b97af4d284a5732e167 2024-11-22T14:36:02,818 DEBUG [M:0;b313e41b3af3:44293 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38487/user/jenkins/test-data/57e1daf1-f6f2-f57f-807d-3affc52d1874/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ac21c4dfe3da49dc810667ebe96132ad as hdfs://localhost:38487/user/jenkins/test-data/57e1daf1-f6f2-f57f-807d-3affc52d1874/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ac21c4dfe3da49dc810667ebe96132ad 2024-11-22T14:36:02,825 INFO [M:0;b313e41b3af3:44293 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38487/user/jenkins/test-data/57e1daf1-f6f2-f57f-807d-3affc52d1874/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ac21c4dfe3da49dc810667ebe96132ad, entries=8, sequenceid=97, filesize=5.5 K 2024-11-22T14:36:02,826 DEBUG [M:0;b313e41b3af3:44293 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38487/user/jenkins/test-data/57e1daf1-f6f2-f57f-807d-3affc52d1874/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/16947a6153e44c80a995d06cf6fe6d14 as hdfs://localhost:38487/user/jenkins/test-data/57e1daf1-f6f2-f57f-807d-3affc52d1874/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/16947a6153e44c80a995d06cf6fe6d14 2024-11-22T14:36:02,830 INFO [M:0;b313e41b3af3:44293 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38487/user/jenkins/test-data/57e1daf1-f6f2-f57f-807d-3affc52d1874/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/16947a6153e44c80a995d06cf6fe6d14, entries=11, sequenceid=97, filesize=8.3 K 2024-11-22T14:36:02,831 DEBUG [M:0;b313e41b3af3:44293 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38487/user/jenkins/test-data/57e1daf1-f6f2-f57f-807d-3affc52d1874/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/362dc1c95c184b97af4d284a5732e167 as hdfs://localhost:38487/user/jenkins/test-data/57e1daf1-f6f2-f57f-807d-3affc52d1874/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/362dc1c95c184b97af4d284a5732e167 2024-11-22T14:36:02,836 INFO [M:0;b313e41b3af3:44293 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38487/user/jenkins/test-data/57e1daf1-f6f2-f57f-807d-3affc52d1874/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/362dc1c95c184b97af4d284a5732e167, entries=1, sequenceid=97, filesize=5.0 K 2024-11-22T14:36:02,837 INFO [M:0;b313e41b3af3:44293 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 230ms, sequenceid=97, compaction requested=false 2024-11-22T14:36:02,838 INFO [M:0;b313e41b3af3:44293 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T14:36:02,839 DEBUG [M:0;b313e41b3af3:44293 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732286162607Disabling compacts and flushes for region at 1732286162607Disabling writes for close at 1732286162607Obtaining lock to block concurrent updates at 1732286162607Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732286162607Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1732286162607Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732286162608 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732286162608Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732286162639 (+31 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732286162639Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732286162690 (+51 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732286162734 (+44 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732286162734Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732286162758 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732286162791 (+33 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732286162791Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19a0a9f7: reopening flushed file at 1732286162817 (+26 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5bb5e3e: reopening flushed file at 1732286162825 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6bb6bc6: reopening flushed file at 1732286162830 (+5 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 230ms, sequenceid=97, compaction requested=false at 1732286162837 (+7 ms)Writing region close event to WAL at 1732286162838 (+1 ms)Closed at 1732286162838 2024-11-22T14:36:02,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43547 is added to blk_1073741830_1006 (size=63666) 2024-11-22T14:36:02,841 INFO [M:0;b313e41b3af3:44293 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-22T14:36:02,841 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T14:36:02,841 INFO [M:0;b313e41b3af3:44293 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44293 2024-11-22T14:36:02,842 INFO [M:0;b313e41b3af3:44293 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T14:36:02,926 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-22T14:36:02,927 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:36:02,927 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:36:02,927 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:36:02,928 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:36:02,928 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:36:02,928 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:36:02,929 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:36:02,943 INFO [M:0;b313e41b3af3:44293 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T14:36:02,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44293-0x10067dc0a840000, quorum=127.0.0.1:60691, baseZNode=/0-1457664117 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T14:36:02,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44293-0x10067dc0a840000, quorum=127.0.0.1:60691, baseZNode=/0-1457664117 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T14:36:02,954 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4dfc2ebc{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T14:36:02,954 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3c41a706{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T14:36:02,954 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T14:36:02,955 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@108731a3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T14:36:02,955 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@47847dce{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/156a586e-d78f-9a98-b00e-31f2cc321538/hadoop.log.dir/,STOPPED} 2024-11-22T14:36:02,969 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:36:02,969 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:36:02,969 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:36:02,970 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:36:02,970 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:36:02,970 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:36:02,977 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:36:02,981 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:36:02,981 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:36:02,983 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:36:03,013 WARN [BP-329481064-172.17.0.2-1732286131753 heartbeating to localhost/127.0.0.1:38487 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-22T14:36:03,013 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-22T14:36:03,013 WARN [BP-329481064-172.17.0.2-1732286131753 heartbeating to localhost/127.0.0.1:38487 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-329481064-172.17.0.2-1732286131753 (Datanode Uuid e18abcd1-a032-4b8f-84b5-13361372efe3) service to localhost/127.0.0.1:38487 2024-11-22T14:36:03,013 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-22T14:36:03,014 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/156a586e-d78f-9a98-b00e-31f2cc321538/cluster_228b4d13-8459-6779-a195-d1f813bd4b1b/data/data1/current/BP-329481064-172.17.0.2-1732286131753 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T14:36:03,014 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/156a586e-d78f-9a98-b00e-31f2cc321538/cluster_228b4d13-8459-6779-a195-d1f813bd4b1b/data/data2/current/BP-329481064-172.17.0.2-1732286131753 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T14:36:03,014 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-22T14:36:03,020 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@55e40119{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T14:36:03,020 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5ca31e18{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T14:36:03,021 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T14:36:03,021 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7a3d5011{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T14:36:03,021 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1f4fcf79{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/156a586e-d78f-9a98-b00e-31f2cc321538/hadoop.log.dir/,STOPPED} 2024-11-22T14:36:03,027 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-22T14:36:03,039 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-22T14:36:03,051 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication3 Thread=368 (was 316) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34525 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-35-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34525 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38487 from jenkins.hfs.17 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34525 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38487 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.18@localhost:33889 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-34-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-35-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33889 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33889 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-41-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60691) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.19@localhost:34525 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33889 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.17@localhost:38487 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38487 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38487 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33889 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33889 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-35-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-34-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34525 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60691) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34525 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-37-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33889 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38487 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-34-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60691) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38487 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34525 from jenkins.hfs.19 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33889 from jenkins.hfs.18 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38487 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33889 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34525 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=810 (was 727) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=371 (was 296) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4019 (was 4491) 2024-11-22T14:36:03,063 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testLoopedReplication Thread=368, OpenFileDescriptor=810, MaxFileDescriptor=1048576, SystemLoadAverage=371, ProcessCount=11, AvailableMemoryMB=4019 2024-11-22T14:36:03,081 INFO [Time-limited test {}] replication.TestMasterReplication(178): testLoopedReplication 2024-11-22T14:36:03,081 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3393e3c7-55dc-0909-d783-ff5700be57f1/hadoop.log.dir so I do NOT create it in target/test-data/2cb42f8d-69a6-cffd-91ea-577ee2f039d3 2024-11-22T14:36:03,082 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3393e3c7-55dc-0909-d783-ff5700be57f1/hadoop.log.dir Erasing configuration value by system value. 2024-11-22T14:36:03,082 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3393e3c7-55dc-0909-d783-ff5700be57f1/hadoop.tmp.dir so I do NOT create it in target/test-data/2cb42f8d-69a6-cffd-91ea-577ee2f039d3 2024-11-22T14:36:03,082 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3393e3c7-55dc-0909-d783-ff5700be57f1/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-22T14:36:03,082 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2cb42f8d-69a6-cffd-91ea-577ee2f039d3 2024-11-22T14:36:03,082 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2cb42f8d-69a6-cffd-91ea-577ee2f039d3/cluster_70b941e4-2cb6-1259-5ba8-00479f1f9148, deleteOnExit=true 2024-11-22T14:36:03,090 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2cb42f8d-69a6-cffd-91ea-577ee2f039d3/cluster_70b941e4-2cb6-1259-5ba8-00479f1f9148/zookeeper_0, clientPort=53715, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2cb42f8d-69a6-cffd-91ea-577ee2f039d3/cluster_70b941e4-2cb6-1259-5ba8-00479f1f9148/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2cb42f8d-69a6-cffd-91ea-577ee2f039d3/cluster_70b941e4-2cb6-1259-5ba8-00479f1f9148/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-22T14:36:03,093 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=53715 2024-11-22T14:36:03,093 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-22T14:36:03,093 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-22T14:36:03,094 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2cb42f8d-69a6-cffd-91ea-577ee2f039d3/test.cache.data in system properties and HBase conf 2024-11-22T14:36:03,094 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2cb42f8d-69a6-cffd-91ea-577ee2f039d3/hadoop.tmp.dir in system properties and HBase conf 2024-11-22T14:36:03,094 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2cb42f8d-69a6-cffd-91ea-577ee2f039d3/hadoop.log.dir in system properties and HBase conf 2024-11-22T14:36:03,094 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2cb42f8d-69a6-cffd-91ea-577ee2f039d3/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-22T14:36:03,094 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2cb42f8d-69a6-cffd-91ea-577ee2f039d3/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-22T14:36:03,094 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-22T14:36:03,094 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-22T14:36:03,094 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2cb42f8d-69a6-cffd-91ea-577ee2f039d3/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-22T14:36:03,094 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2cb42f8d-69a6-cffd-91ea-577ee2f039d3/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-22T14:36:03,094 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2cb42f8d-69a6-cffd-91ea-577ee2f039d3/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-22T14:36:03,094 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2cb42f8d-69a6-cffd-91ea-577ee2f039d3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T14:36:03,094 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2cb42f8d-69a6-cffd-91ea-577ee2f039d3/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-22T14:36:03,094 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2cb42f8d-69a6-cffd-91ea-577ee2f039d3/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-22T14:36:03,095 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2cb42f8d-69a6-cffd-91ea-577ee2f039d3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T14:36:03,095 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2cb42f8d-69a6-cffd-91ea-577ee2f039d3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T14:36:03,095 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2cb42f8d-69a6-cffd-91ea-577ee2f039d3/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-22T14:36:03,095 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2cb42f8d-69a6-cffd-91ea-577ee2f039d3/nfs.dump.dir in system properties and HBase conf 2024-11-22T14:36:03,095 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2cb42f8d-69a6-cffd-91ea-577ee2f039d3/java.io.tmpdir in system properties and HBase conf 2024-11-22T14:36:03,095 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2cb42f8d-69a6-cffd-91ea-577ee2f039d3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T14:36:03,095 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2cb42f8d-69a6-cffd-91ea-577ee2f039d3/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-22T14:36:03,095 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2cb42f8d-69a6-cffd-91ea-577ee2f039d3/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-22T14:36:03,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10067dc0a840005, quorum=127.0.0.1:60691, baseZNode=/1-1608073173 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-22T14:36:03,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10067dc0a840002, quorum=127.0.0.1:60691, baseZNode=/0-1457664117 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-22T14:36:03,125 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10067dc0a840005, quorum=127.0.0.1:60691, baseZNode=/1-1608073173 Received Disconnected from ZooKeeper, ignoring 2024-11-22T14:36:03,125 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10067dc0a840002, quorum=127.0.0.1:60691, baseZNode=/0-1457664117 Received Disconnected from ZooKeeper, ignoring 2024-11-22T14:36:03,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x10067dc0a840008, quorum=127.0.0.1:60691, baseZNode=/2-1732028059 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-22T14:36:03,125 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x10067dc0a840008, quorum=127.0.0.1:60691, baseZNode=/2-1732028059 Received Disconnected from ZooKeeper, ignoring 2024-11-22T14:36:03,163 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T14:36:03,166 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T14:36:03,169 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T14:36:03,169 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T14:36:03,169 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-22T14:36:03,173 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T14:36:03,174 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@70c1b80b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2cb42f8d-69a6-cffd-91ea-577ee2f039d3/hadoop.log.dir/,AVAILABLE} 2024-11-22T14:36:03,174 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4cd198d3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T14:36:03,294 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@20a7163{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2cb42f8d-69a6-cffd-91ea-577ee2f039d3/java.io.tmpdir/jetty-localhost-44633-hadoop-hdfs-3_4_1-tests_jar-_-any-16800773714605561706/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T14:36:03,294 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@43b1868c{HTTP/1.1, (http/1.1)}{localhost:44633} 2024-11-22T14:36:03,294 INFO [Time-limited test {}] server.Server(415): Started @283827ms 2024-11-22T14:36:03,398 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T14:36:03,401 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T14:36:03,405 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T14:36:03,405 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T14:36:03,405 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-22T14:36:03,406 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3c3e29d4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2cb42f8d-69a6-cffd-91ea-577ee2f039d3/hadoop.log.dir/,AVAILABLE} 2024-11-22T14:36:03,406 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@64194794{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T14:36:03,519 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@23395102{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2cb42f8d-69a6-cffd-91ea-577ee2f039d3/java.io.tmpdir/jetty-localhost-36757-hadoop-hdfs-3_4_1-tests_jar-_-any-6046021669513720322/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T14:36:03,520 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2889f38a{HTTP/1.1, (http/1.1)}{localhost:36757} 2024-11-22T14:36:03,520 INFO [Time-limited test {}] server.Server(415): Started @284053ms 2024-11-22T14:36:03,521 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-22T14:36:03,598 WARN [Thread-4175 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2cb42f8d-69a6-cffd-91ea-577ee2f039d3/cluster_70b941e4-2cb6-1259-5ba8-00479f1f9148/data/data1/current/BP-578135844-172.17.0.2-1732286163114/current, will proceed with Du for space computation calculation, 2024-11-22T14:36:03,601 WARN [Thread-4176 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2cb42f8d-69a6-cffd-91ea-577ee2f039d3/cluster_70b941e4-2cb6-1259-5ba8-00479f1f9148/data/data2/current/BP-578135844-172.17.0.2-1732286163114/current, will proceed with Du for space computation calculation, 2024-11-22T14:36:03,636 WARN [Thread-4163 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-22T14:36:03,638 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x62b7d5aed4b81078 with lease ID 0xb0ed1fb2e15ee6bf: Processing first storage report for DS-c66da3bd-cab1-4941-aa12-eb0bd382cae7 from datanode DatanodeRegistration(127.0.0.1:39849, datanodeUuid=a4fcc08a-e867-481e-8dc8-2e009822648e, infoPort=43317, infoSecurePort=0, ipcPort=34135, storageInfo=lv=-57;cid=testClusterID;nsid=1693675341;c=1732286163114) 2024-11-22T14:36:03,638 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x62b7d5aed4b81078 with lease ID 0xb0ed1fb2e15ee6bf: from storage DS-c66da3bd-cab1-4941-aa12-eb0bd382cae7 node DatanodeRegistration(127.0.0.1:39849, datanodeUuid=a4fcc08a-e867-481e-8dc8-2e009822648e, infoPort=43317, infoSecurePort=0, ipcPort=34135, storageInfo=lv=-57;cid=testClusterID;nsid=1693675341;c=1732286163114), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-22T14:36:03,638 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x62b7d5aed4b81078 with lease ID 0xb0ed1fb2e15ee6bf: Processing first storage report for DS-eb7a7f7e-746b-4b28-bdad-99a0bd20c889 from datanode DatanodeRegistration(127.0.0.1:39849, datanodeUuid=a4fcc08a-e867-481e-8dc8-2e009822648e, infoPort=43317, infoSecurePort=0, ipcPort=34135, storageInfo=lv=-57;cid=testClusterID;nsid=1693675341;c=1732286163114) 2024-11-22T14:36:03,638 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x62b7d5aed4b81078 with lease ID 0xb0ed1fb2e15ee6bf: from storage DS-eb7a7f7e-746b-4b28-bdad-99a0bd20c889 node DatanodeRegistration(127.0.0.1:39849, datanodeUuid=a4fcc08a-e867-481e-8dc8-2e009822648e, infoPort=43317, infoSecurePort=0, ipcPort=34135, storageInfo=lv=-57;cid=testClusterID;nsid=1693675341;c=1732286163114), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T14:36:03,661 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2cb42f8d-69a6-cffd-91ea-577ee2f039d3 2024-11-22T14:36:03,661 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T14:36:03,662 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T14:36:03,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39849 is added to blk_1073741825_1001 (size=7) 2024-11-22T14:36:04,075 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33217/user/jenkins/test-data/6680f5ec-0ec4-f2d2-720b-9c3e93c956e3 with version=8 2024-11-22T14:36:04,075 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33217/user/jenkins/test-data/6680f5ec-0ec4-f2d2-720b-9c3e93c956e3/hbase-staging 2024-11-22T14:36:04,077 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b313e41b3af3:0 server-side Connection retries=45 2024-11-22T14:36:04,077 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T14:36:04,077 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T14:36:04,077 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T14:36:04,077 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T14:36:04,077 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T14:36:04,077 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-22T14:36:04,077 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T14:36:04,078 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37063 2024-11-22T14:36:04,079 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37063 connecting to ZooKeeper ensemble=127.0.0.1:53715 2024-11-22T14:36:04,083 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:370630x0, quorum=127.0.0.1:53715, baseZNode=/01588453437 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T14:36:04,084 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37063-0x10067dc85000000 connected 2024-11-22T14:36:04,126 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T14:36:04,127 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T14:36:04,130 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37063-0x10067dc85000000, quorum=127.0.0.1:53715, baseZNode=/01588453437 Set watcher on znode that does not yet exist, /01588453437/running 2024-11-22T14:36:04,130 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33217/user/jenkins/test-data/6680f5ec-0ec4-f2d2-720b-9c3e93c956e3, hbase.cluster.distributed=false 2024-11-22T14:36:04,131 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37063-0x10067dc85000000, quorum=127.0.0.1:53715, baseZNode=/01588453437 Set watcher on znode that does not yet exist, /01588453437/acl 2024-11-22T14:36:04,132 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37063 2024-11-22T14:36:04,137 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37063 2024-11-22T14:36:04,137 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37063 2024-11-22T14:36:04,145 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37063 2024-11-22T14:36:04,145 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37063 2024-11-22T14:36:04,162 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b313e41b3af3:0 server-side Connection retries=45 2024-11-22T14:36:04,162 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T14:36:04,162 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T14:36:04,162 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T14:36:04,162 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T14:36:04,162 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T14:36:04,162 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-22T14:36:04,162 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T14:36:04,163 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40157 2024-11-22T14:36:04,163 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40157 connecting to ZooKeeper ensemble=127.0.0.1:53715 2024-11-22T14:36:04,164 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T14:36:04,166 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T14:36:04,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:401570x0, quorum=127.0.0.1:53715, baseZNode=/01588453437 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T14:36:04,177 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:401570x0, quorum=127.0.0.1:53715, baseZNode=/01588453437 Set watcher on znode that does not yet exist, /01588453437/running 2024-11-22T14:36:04,178 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40157-0x10067dc85000001 connected 2024-11-22T14:36:04,178 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-22T14:36:04,178 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-22T14:36:04,179 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40157-0x10067dc85000001, quorum=127.0.0.1:53715, baseZNode=/01588453437 Set watcher on znode that does not yet exist, /01588453437/master 2024-11-22T14:36:04,179 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40157-0x10067dc85000001, quorum=127.0.0.1:53715, baseZNode=/01588453437 Set watcher on znode that does not yet exist, /01588453437/acl 2024-11-22T14:36:04,180 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40157 2024-11-22T14:36:04,180 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40157 2024-11-22T14:36:04,189 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40157 2024-11-22T14:36:04,189 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40157 2024-11-22T14:36:04,189 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40157 2024-11-22T14:36:04,202 DEBUG [M:0;b313e41b3af3:37063 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b313e41b3af3:37063 2024-11-22T14:36:04,205 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01588453437/backup-masters/b313e41b3af3,37063,1732286164077 2024-11-22T14:36:04,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40157-0x10067dc85000001, quorum=127.0.0.1:53715, baseZNode=/01588453437 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01588453437/backup-masters 2024-11-22T14:36:04,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37063-0x10067dc85000000, quorum=127.0.0.1:53715, baseZNode=/01588453437 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01588453437/backup-masters 2024-11-22T14:36:04,206 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37063-0x10067dc85000000, quorum=127.0.0.1:53715, baseZNode=/01588453437 Set watcher on existing znode=/01588453437/backup-masters/b313e41b3af3,37063,1732286164077 2024-11-22T14:36:04,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40157-0x10067dc85000001, quorum=127.0.0.1:53715, baseZNode=/01588453437 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01588453437/master 2024-11-22T14:36:04,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37063-0x10067dc85000000, quorum=127.0.0.1:53715, baseZNode=/01588453437 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01588453437 2024-11-22T14:36:04,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40157-0x10067dc85000001, quorum=127.0.0.1:53715, baseZNode=/01588453437 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01588453437 2024-11-22T14:36:04,207 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37063-0x10067dc85000000, quorum=127.0.0.1:53715, baseZNode=/01588453437 Set watcher on existing znode=/01588453437/master 2024-11-22T14:36:04,208 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01588453437/backup-masters/b313e41b3af3,37063,1732286164077 from backup master directory 2024-11-22T14:36:04,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37063-0x10067dc85000000, quorum=127.0.0.1:53715, baseZNode=/01588453437 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01588453437/backup-masters/b313e41b3af3,37063,1732286164077 2024-11-22T14:36:04,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40157-0x10067dc85000001, quorum=127.0.0.1:53715, baseZNode=/01588453437 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01588453437/backup-masters 2024-11-22T14:36:04,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37063-0x10067dc85000000, quorum=127.0.0.1:53715, baseZNode=/01588453437 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01588453437/backup-masters 2024-11-22T14:36:04,209 WARN [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T14:36:04,209 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b313e41b3af3,37063,1732286164077 2024-11-22T14:36:04,211 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33217/user/jenkins/test-data/6680f5ec-0ec4-f2d2-720b-9c3e93c956e3/hbase.id] with ID: 3d7ef9bc-0173-4e6b-9437-8b81921be6af 2024-11-22T14:36:04,211 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33217/user/jenkins/test-data/6680f5ec-0ec4-f2d2-720b-9c3e93c956e3/.tmp/hbase.id 2024-11-22T14:36:04,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39849 is added to blk_1073741826_1002 (size=42) 2024-11-22T14:36:04,219 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33217/user/jenkins/test-data/6680f5ec-0ec4-f2d2-720b-9c3e93c956e3/.tmp/hbase.id]:[hdfs://localhost:33217/user/jenkins/test-data/6680f5ec-0ec4-f2d2-720b-9c3e93c956e3/hbase.id] 2024-11-22T14:36:04,229 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T14:36:04,229 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-22T14:36:04,230 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-22T14:36:04,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40157-0x10067dc85000001, quorum=127.0.0.1:53715, baseZNode=/01588453437 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01588453437 2024-11-22T14:36:04,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37063-0x10067dc85000000, quorum=127.0.0.1:53715, baseZNode=/01588453437 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01588453437 2024-11-22T14:36:04,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39849 is added to blk_1073741827_1003 (size=196) 2024-11-22T14:36:04,637 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T14:36:04,638 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-22T14:36:04,639 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T14:36:04,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39849 is added to blk_1073741828_1004 (size=1189) 2024-11-22T14:36:04,645 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33217/user/jenkins/test-data/6680f5ec-0ec4-f2d2-720b-9c3e93c956e3/MasterData/data/master/store 2024-11-22T14:36:04,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39849 is added to blk_1073741829_1005 (size=34) 2024-11-22T14:36:04,650 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T14:36:04,650 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T14:36:04,650 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T14:36:04,650 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T14:36:04,650 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T14:36:04,650 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T14:36:04,650 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T14:36:04,651 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732286164650Disabling compacts and flushes for region at 1732286164650Disabling writes for close at 1732286164650Writing region close event to WAL at 1732286164650Closed at 1732286164650 2024-11-22T14:36:04,651 WARN [master/b313e41b3af3:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33217/user/jenkins/test-data/6680f5ec-0ec4-f2d2-720b-9c3e93c956e3/MasterData/data/master/store/.initializing 2024-11-22T14:36:04,651 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33217/user/jenkins/test-data/6680f5ec-0ec4-f2d2-720b-9c3e93c956e3/MasterData/WALs/b313e41b3af3,37063,1732286164077 2024-11-22T14:36:04,652 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T14:36:04,653 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b313e41b3af3%2C37063%2C1732286164077, suffix=, logDir=hdfs://localhost:33217/user/jenkins/test-data/6680f5ec-0ec4-f2d2-720b-9c3e93c956e3/MasterData/WALs/b313e41b3af3,37063,1732286164077, archiveDir=hdfs://localhost:33217/user/jenkins/test-data/6680f5ec-0ec4-f2d2-720b-9c3e93c956e3/MasterData/oldWALs, maxLogs=10 2024-11-22T14:36:04,667 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6680f5ec-0ec4-f2d2-720b-9c3e93c956e3/MasterData/WALs/b313e41b3af3,37063,1732286164077/b313e41b3af3%2C37063%2C1732286164077.1732286164653, exclude list is [], retry=0 2024-11-22T14:36:04,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39849,DS-c66da3bd-cab1-4941-aa12-eb0bd382cae7,DISK] 2024-11-22T14:36:04,682 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6680f5ec-0ec4-f2d2-720b-9c3e93c956e3/MasterData/WALs/b313e41b3af3,37063,1732286164077/b313e41b3af3%2C37063%2C1732286164077.1732286164653 2024-11-22T14:36:04,682 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43317:43317)] 2024-11-22T14:36:04,682 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-22T14:36:04,682 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T14:36:04,682 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:36:04,682 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:36:04,685 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:36:04,686 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-22T14:36:04,686 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:36:04,687 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T14:36:04,687 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:36:04,688 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-22T14:36:04,688 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:36:04,689 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:36:04,689 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:36:04,690 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-22T14:36:04,690 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:36:04,690 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:36:04,691 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:36:04,691 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-22T14:36:04,691 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:36:04,692 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:36:04,692 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:36:04,693 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33217/user/jenkins/test-data/6680f5ec-0ec4-f2d2-720b-9c3e93c956e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:36:04,693 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33217/user/jenkins/test-data/6680f5ec-0ec4-f2d2-720b-9c3e93c956e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:36:04,694 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:36:04,694 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:36:04,695 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T14:36:04,696 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:36:04,701 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33217/user/jenkins/test-data/6680f5ec-0ec4-f2d2-720b-9c3e93c956e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T14:36:04,702 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70551454, jitterRate=0.051298588514328}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T14:36:04,703 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732286164683Initializing all the Stores at 1732286164683Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732286164683Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732286164685 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732286164685Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732286164685Cleaning up temporary data from old regions at 1732286164694 (+9 ms)Region opened successfully at 1732286164703 (+9 ms) 2024-11-22T14:36:04,720 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-22T14:36:04,726 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b424986, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b313e41b3af3/172.17.0.2:0 2024-11-22T14:36:04,726 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-22T14:36:04,727 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-22T14:36:04,727 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-22T14:36:04,727 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-22T14:36:04,727 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-22T14:36:04,728 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-22T14:36:04,728 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-22T14:36:04,739 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-22T14:36:04,740 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37063-0x10067dc85000000, quorum=127.0.0.1:53715, baseZNode=/01588453437 Unable to get data of znode /01588453437/balancer because node does not exist (not necessarily an error) 2024-11-22T14:36:04,745 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01588453437/balancer already deleted, retry=false 2024-11-22T14:36:04,746 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-22T14:36:04,746 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37063-0x10067dc85000000, quorum=127.0.0.1:53715, baseZNode=/01588453437 Unable to get data of znode /01588453437/normalizer because node does not exist (not necessarily an error) 2024-11-22T14:36:04,747 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01588453437/normalizer already deleted, retry=false 2024-11-22T14:36:04,747 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-22T14:36:04,750 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37063-0x10067dc85000000, quorum=127.0.0.1:53715, baseZNode=/01588453437 Unable to get data of znode /01588453437/switch/split because node does not exist (not necessarily an error) 2024-11-22T14:36:04,750 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01588453437/switch/split already deleted, retry=false 2024-11-22T14:36:04,753 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37063-0x10067dc85000000, quorum=127.0.0.1:53715, baseZNode=/01588453437 Unable to get data of znode /01588453437/switch/merge because node does not exist (not necessarily an error) 2024-11-22T14:36:04,756 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01588453437/switch/merge already deleted, retry=false 2024-11-22T14:36:04,764 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37063-0x10067dc85000000, quorum=127.0.0.1:53715, baseZNode=/01588453437 Unable to get data of znode /01588453437/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-22T14:36:04,765 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01588453437/snapshot-cleanup already deleted, retry=false 2024-11-22T14:36:04,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40157-0x10067dc85000001, quorum=127.0.0.1:53715, baseZNode=/01588453437 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01588453437/running 2024-11-22T14:36:04,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37063-0x10067dc85000000, quorum=127.0.0.1:53715, baseZNode=/01588453437 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01588453437/running 2024-11-22T14:36:04,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40157-0x10067dc85000001, quorum=127.0.0.1:53715, baseZNode=/01588453437 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01588453437 2024-11-22T14:36:04,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37063-0x10067dc85000000, quorum=127.0.0.1:53715, baseZNode=/01588453437 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01588453437 2024-11-22T14:36:04,767 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b313e41b3af3,37063,1732286164077, sessionid=0x10067dc85000000, setting cluster-up flag (Was=false) 2024-11-22T14:36:04,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40157-0x10067dc85000001, quorum=127.0.0.1:53715, baseZNode=/01588453437 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01588453437 2024-11-22T14:36:04,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37063-0x10067dc85000000, quorum=127.0.0.1:53715, baseZNode=/01588453437 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01588453437 2024-11-22T14:36:04,772 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01588453437/flush-table-proc/acquired, /01588453437/flush-table-proc/reached, /01588453437/flush-table-proc/abort 2024-11-22T14:36:04,773 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b313e41b3af3,37063,1732286164077 2024-11-22T14:36:04,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40157-0x10067dc85000001, quorum=127.0.0.1:53715, baseZNode=/01588453437 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01588453437 2024-11-22T14:36:04,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37063-0x10067dc85000000, quorum=127.0.0.1:53715, baseZNode=/01588453437 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01588453437 2024-11-22T14:36:04,777 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01588453437/online-snapshot/acquired, /01588453437/online-snapshot/reached, /01588453437/online-snapshot/abort 2024-11-22T14:36:04,778 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b313e41b3af3,37063,1732286164077 2024-11-22T14:36:04,787 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33217/user/jenkins/test-data/6680f5ec-0ec4-f2d2-720b-9c3e93c956e3/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-22T14:36:04,789 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-22T14:36:04,789 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-22T14:36:04,789 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-22T14:36:04,790 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b313e41b3af3,37063,1732286164077 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-22T14:36:04,791 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b313e41b3af3:0, corePoolSize=5, maxPoolSize=5 2024-11-22T14:36:04,791 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b313e41b3af3:0, corePoolSize=5, maxPoolSize=5 2024-11-22T14:36:04,792 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b313e41b3af3:0, corePoolSize=5, maxPoolSize=5 2024-11-22T14:36:04,792 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b313e41b3af3:0, corePoolSize=5, maxPoolSize=5 2024-11-22T14:36:04,792 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b313e41b3af3:0, corePoolSize=10, maxPoolSize=10 2024-11-22T14:36:04,792 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:36:04,792 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b313e41b3af3:0, corePoolSize=2, maxPoolSize=2 2024-11-22T14:36:04,792 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:36:04,794 INFO [RS:0;b313e41b3af3:40157 {}] regionserver.HRegionServer(746): ClusterId : 3d7ef9bc-0173-4e6b-9437-8b81921be6af 2024-11-22T14:36:04,794 DEBUG [RS:0;b313e41b3af3:40157 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-22T14:36:04,796 DEBUG [RS:0;b313e41b3af3:40157 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-22T14:36:04,796 DEBUG [RS:0;b313e41b3af3:40157 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-22T14:36:04,798 DEBUG [RS:0;b313e41b3af3:40157 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-22T14:36:04,798 DEBUG [RS:0;b313e41b3af3:40157 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ffcfd24, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b313e41b3af3/172.17.0.2:0 2024-11-22T14:36:04,807 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T14:36:04,807 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-22T14:36:04,810 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:36:04,810 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-22T14:36:04,821 DEBUG [RS:0;b313e41b3af3:40157 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b313e41b3af3:40157 2024-11-22T14:36:04,821 INFO [RS:0;b313e41b3af3:40157 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-22T14:36:04,821 INFO [RS:0;b313e41b3af3:40157 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-22T14:36:04,822 DEBUG [RS:0;b313e41b3af3:40157 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-22T14:36:04,822 INFO [RS:0;b313e41b3af3:40157 {}] regionserver.HRegionServer(2659): reportForDuty to master=b313e41b3af3,37063,1732286164077 with port=40157, startcode=1732286164162 2024-11-22T14:36:04,823 DEBUG [RS:0;b313e41b3af3:40157 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-22T14:36:04,829 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732286194829 2024-11-22T14:36:04,829 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-22T14:36:04,830 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-22T14:36:04,830 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-22T14:36:04,830 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-22T14:36:04,830 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-22T14:36:04,830 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-22T14:36:04,830 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T14:36:04,831 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52665, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.20 (auth:SIMPLE), service=RegionServerStatusService 2024-11-22T14:36:04,832 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37063 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T14:36:04,833 DEBUG [RS:0;b313e41b3af3:40157 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-22T14:36:04,833 WARN [RS:0;b313e41b3af3:40157 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-22T14:36:04,834 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-22T14:36:04,834 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-22T14:36:04,834 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-22T14:36:04,834 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-22T14:36:04,835 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-22T14:36:04,835 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-22T14:36:04,837 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b313e41b3af3:0:becomeActiveMaster-HFileCleaner.large.0-1732286164835,5,FailOnTimeoutGroup] 2024-11-22T14:36:04,838 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b313e41b3af3:0:becomeActiveMaster-HFileCleaner.small.0-1732286164837,5,FailOnTimeoutGroup] 2024-11-22T14:36:04,838 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T14:36:04,838 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-22T14:36:04,838 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-22T14:36:04,838 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-22T14:36:04,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39849 is added to blk_1073741831_1007 (size=1321) 2024-11-22T14:36:04,840 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33217/user/jenkins/test-data/6680f5ec-0ec4-f2d2-720b-9c3e93c956e3/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-22T14:36:04,840 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33217/user/jenkins/test-data/6680f5ec-0ec4-f2d2-720b-9c3e93c956e3 2024-11-22T14:36:04,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39849 is added to blk_1073741832_1008 (size=32) 2024-11-22T14:36:04,851 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T14:36:04,861 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T14:36:04,862 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T14:36:04,862 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:36:04,863 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T14:36:04,863 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T14:36:04,864 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T14:36:04,864 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:36:04,864 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T14:36:04,864 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T14:36:04,865 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T14:36:04,865 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:36:04,865 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T14:36:04,865 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T14:36:04,866 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T14:36:04,866 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:36:04,866 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T14:36:04,866 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T14:36:04,866 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33217/user/jenkins/test-data/6680f5ec-0ec4-f2d2-720b-9c3e93c956e3/data/hbase/meta/1588230740 2024-11-22T14:36:04,867 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33217/user/jenkins/test-data/6680f5ec-0ec4-f2d2-720b-9c3e93c956e3/data/hbase/meta/1588230740 2024-11-22T14:36:04,867 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T14:36:04,867 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T14:36:04,868 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T14:36:04,868 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T14:36:04,870 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33217/user/jenkins/test-data/6680f5ec-0ec4-f2d2-720b-9c3e93c956e3/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T14:36:04,870 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58916491, jitterRate=-0.1220758706331253}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T14:36:04,871 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732286164851Initializing all the Stores at 1732286164852 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732286164852Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732286164861 (+9 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732286164861Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732286164861Cleaning up temporary data from old regions at 1732286164867 (+6 ms)Region opened successfully at 1732286164871 (+4 ms) 2024-11-22T14:36:04,871 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-22T14:36:04,871 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-22T14:36:04,871 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-22T14:36:04,871 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T14:36:04,871 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T14:36:04,871 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-22T14:36:04,871 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732286164871Disabling compacts and flushes for region at 1732286164871Disabling writes for close at 1732286164871Writing region close event to WAL at 1732286164871Closed at 1732286164871 2024-11-22T14:36:04,872 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T14:36:04,872 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-22T14:36:04,872 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-22T14:36:04,873 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T14:36:04,874 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-22T14:36:04,933 INFO [RS:0;b313e41b3af3:40157 {}] regionserver.HRegionServer(2659): reportForDuty to master=b313e41b3af3,37063,1732286164077 with port=40157, startcode=1732286164162 2024-11-22T14:36:04,934 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37063 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b313e41b3af3,40157,1732286164162 2024-11-22T14:36:04,934 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37063 {}] master.ServerManager(517): Registering regionserver=b313e41b3af3,40157,1732286164162 2024-11-22T14:36:04,936 DEBUG [RS:0;b313e41b3af3:40157 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33217/user/jenkins/test-data/6680f5ec-0ec4-f2d2-720b-9c3e93c956e3 2024-11-22T14:36:04,936 DEBUG [RS:0;b313e41b3af3:40157 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33217 2024-11-22T14:36:04,936 DEBUG [RS:0;b313e41b3af3:40157 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-22T14:36:04,937 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37063-0x10067dc85000000, quorum=127.0.0.1:53715, baseZNode=/01588453437 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01588453437/rs 2024-11-22T14:36:04,937 DEBUG [RS:0;b313e41b3af3:40157 {}] zookeeper.ZKUtil(111): regionserver:40157-0x10067dc85000001, quorum=127.0.0.1:53715, baseZNode=/01588453437 Set watcher on existing znode=/01588453437/rs/b313e41b3af3,40157,1732286164162 2024-11-22T14:36:04,938 WARN [RS:0;b313e41b3af3:40157 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T14:36:04,938 INFO [RS:0;b313e41b3af3:40157 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T14:36:04,938 DEBUG [RS:0;b313e41b3af3:40157 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33217/user/jenkins/test-data/6680f5ec-0ec4-f2d2-720b-9c3e93c956e3/WALs/b313e41b3af3,40157,1732286164162 2024-11-22T14:36:04,938 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b313e41b3af3,40157,1732286164162] 2024-11-22T14:36:04,948 INFO [RS:0;b313e41b3af3:40157 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-22T14:36:04,949 INFO [RS:0;b313e41b3af3:40157 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-22T14:36:04,961 INFO [RS:0;b313e41b3af3:40157 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-22T14:36:04,961 INFO [RS:0;b313e41b3af3:40157 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T14:36:04,961 INFO [RS:0;b313e41b3af3:40157 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-22T14:36:04,962 INFO [RS:0;b313e41b3af3:40157 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-22T14:36:04,962 INFO [RS:0;b313e41b3af3:40157 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-22T14:36:04,962 DEBUG [RS:0;b313e41b3af3:40157 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:36:04,962 DEBUG [RS:0;b313e41b3af3:40157 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:36:04,962 DEBUG [RS:0;b313e41b3af3:40157 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:36:04,962 DEBUG [RS:0;b313e41b3af3:40157 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:36:04,962 DEBUG [RS:0;b313e41b3af3:40157 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:36:04,962 DEBUG [RS:0;b313e41b3af3:40157 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b313e41b3af3:0, corePoolSize=2, maxPoolSize=2 2024-11-22T14:36:04,962 DEBUG [RS:0;b313e41b3af3:40157 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:36:04,962 DEBUG [RS:0;b313e41b3af3:40157 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:36:04,962 DEBUG [RS:0;b313e41b3af3:40157 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:36:04,962 DEBUG [RS:0;b313e41b3af3:40157 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:36:04,962 DEBUG [RS:0;b313e41b3af3:40157 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:36:04,962 DEBUG [RS:0;b313e41b3af3:40157 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:36:04,962 DEBUG [RS:0;b313e41b3af3:40157 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b313e41b3af3:0, corePoolSize=3, maxPoolSize=3 2024-11-22T14:36:04,962 DEBUG [RS:0;b313e41b3af3:40157 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b313e41b3af3:0, corePoolSize=3, maxPoolSize=3 2024-11-22T14:36:04,969 INFO [RS:0;b313e41b3af3:40157 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T14:36:04,969 INFO [RS:0;b313e41b3af3:40157 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T14:36:04,969 INFO [RS:0;b313e41b3af3:40157 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T14:36:04,969 INFO [RS:0;b313e41b3af3:40157 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-22T14:36:04,969 INFO [RS:0;b313e41b3af3:40157 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-22T14:36:04,969 INFO [RS:0;b313e41b3af3:40157 {}] hbase.ChoreService(168): Chore ScheduledChore name=b313e41b3af3,40157,1732286164162-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T14:36:04,983 INFO [RS:0;b313e41b3af3:40157 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-22T14:36:04,983 INFO [RS:0;b313e41b3af3:40157 {}] hbase.ChoreService(168): Chore ScheduledChore name=b313e41b3af3,40157,1732286164162-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T14:36:04,984 INFO [RS:0;b313e41b3af3:40157 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T14:36:04,984 INFO [RS:0;b313e41b3af3:40157 {}] regionserver.Replication(171): b313e41b3af3,40157,1732286164162 started 2024-11-22T14:36:04,998 INFO [RS:0;b313e41b3af3:40157 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T14:36:04,998 INFO [RS:0;b313e41b3af3:40157 {}] regionserver.HRegionServer(1482): Serving as b313e41b3af3,40157,1732286164162, RpcServer on b313e41b3af3/172.17.0.2:40157, sessionid=0x10067dc85000001 2024-11-22T14:36:04,998 DEBUG [RS:0;b313e41b3af3:40157 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-22T14:36:04,998 DEBUG [RS:0;b313e41b3af3:40157 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b313e41b3af3,40157,1732286164162 2024-11-22T14:36:04,998 DEBUG [RS:0;b313e41b3af3:40157 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b313e41b3af3,40157,1732286164162' 2024-11-22T14:36:04,998 DEBUG [RS:0;b313e41b3af3:40157 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01588453437/flush-table-proc/abort' 2024-11-22T14:36:04,998 DEBUG [RS:0;b313e41b3af3:40157 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01588453437/flush-table-proc/acquired' 2024-11-22T14:36:04,999 DEBUG [RS:0;b313e41b3af3:40157 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-22T14:36:04,999 DEBUG [RS:0;b313e41b3af3:40157 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-22T14:36:04,999 DEBUG [RS:0;b313e41b3af3:40157 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b313e41b3af3,40157,1732286164162 2024-11-22T14:36:04,999 DEBUG [RS:0;b313e41b3af3:40157 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b313e41b3af3,40157,1732286164162' 2024-11-22T14:36:04,999 DEBUG [RS:0;b313e41b3af3:40157 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01588453437/online-snapshot/abort' 2024-11-22T14:36:04,999 DEBUG [RS:0;b313e41b3af3:40157 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01588453437/online-snapshot/acquired' 2024-11-22T14:36:04,999 DEBUG [RS:0;b313e41b3af3:40157 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-22T14:36:04,999 INFO [RS:0;b313e41b3af3:40157 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-22T14:36:04,999 INFO [RS:0;b313e41b3af3:40157 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-22T14:36:05,024 WARN [b313e41b3af3:37063 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-22T14:36:05,052 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T14:36:05,052 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [b313e41b3af3,34993,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b313e41b3af3:34993 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-22T14:36:05,053 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 15, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 108780 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [b313e41b3af3,34993,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b313e41b3af3:34993 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-22T14:36:05,075 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-22T14:36:05,075 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-22T14:36:05,075 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-22T14:36:05,100 INFO [RS:0;b313e41b3af3:40157 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T14:36:05,101 INFO [RS:0;b313e41b3af3:40157 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b313e41b3af3%2C40157%2C1732286164162, suffix=, logDir=hdfs://localhost:33217/user/jenkins/test-data/6680f5ec-0ec4-f2d2-720b-9c3e93c956e3/WALs/b313e41b3af3,40157,1732286164162, archiveDir=hdfs://localhost:33217/user/jenkins/test-data/6680f5ec-0ec4-f2d2-720b-9c3e93c956e3/oldWALs, maxLogs=10 2024-11-22T14:36:05,122 DEBUG [RS:0;b313e41b3af3:40157 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6680f5ec-0ec4-f2d2-720b-9c3e93c956e3/WALs/b313e41b3af3,40157,1732286164162/b313e41b3af3%2C40157%2C1732286164162.1732286165102, exclude list is [], retry=0 2024-11-22T14:36:05,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39849,DS-c66da3bd-cab1-4941-aa12-eb0bd382cae7,DISK] 2024-11-22T14:36:05,130 INFO [RS:0;b313e41b3af3:40157 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6680f5ec-0ec4-f2d2-720b-9c3e93c956e3/WALs/b313e41b3af3,40157,1732286164162/b313e41b3af3%2C40157%2C1732286164162.1732286165102 2024-11-22T14:36:05,130 DEBUG [RS:0;b313e41b3af3:40157 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43317:43317)] 2024-11-22T14:36:05,274 DEBUG [b313e41b3af3:37063 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-22T14:36:05,275 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b313e41b3af3,40157,1732286164162 2024-11-22T14:36:05,275 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b313e41b3af3,40157,1732286164162, state=OPENING 2024-11-22T14:36:05,276 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-22T14:36:05,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40157-0x10067dc85000001, quorum=127.0.0.1:53715, baseZNode=/01588453437 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01588453437 2024-11-22T14:36:05,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37063-0x10067dc85000000, quorum=127.0.0.1:53715, baseZNode=/01588453437 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01588453437 2024-11-22T14:36:05,277 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01588453437/meta-region-server: CHANGED 2024-11-22T14:36:05,277 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01588453437/meta-region-server: CHANGED 2024-11-22T14:36:05,278 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T14:36:05,278 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b313e41b3af3,40157,1732286164162}] 2024-11-22T14:36:05,430 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-22T14:36:05,431 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38933, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-22T14:36:05,434 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-22T14:36:05,434 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T14:36:05,435 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-22T14:36:05,436 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b313e41b3af3%2C40157%2C1732286164162.meta, suffix=.meta, logDir=hdfs://localhost:33217/user/jenkins/test-data/6680f5ec-0ec4-f2d2-720b-9c3e93c956e3/WALs/b313e41b3af3,40157,1732286164162, archiveDir=hdfs://localhost:33217/user/jenkins/test-data/6680f5ec-0ec4-f2d2-720b-9c3e93c956e3/oldWALs, maxLogs=10 2024-11-22T14:36:05,454 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6680f5ec-0ec4-f2d2-720b-9c3e93c956e3/WALs/b313e41b3af3,40157,1732286164162/b313e41b3af3%2C40157%2C1732286164162.meta.1732286165437.meta, exclude list is [], retry=0 2024-11-22T14:36:05,456 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39849,DS-c66da3bd-cab1-4941-aa12-eb0bd382cae7,DISK] 2024-11-22T14:36:05,464 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6680f5ec-0ec4-f2d2-720b-9c3e93c956e3/WALs/b313e41b3af3,40157,1732286164162/b313e41b3af3%2C40157%2C1732286164162.meta.1732286165437.meta 2024-11-22T14:36:05,464 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43317:43317)] 2024-11-22T14:36:05,464 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-22T14:36:05,465 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-22T14:36:05,465 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-22T14:36:05,465 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-22T14:36:05,465 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-22T14:36:05,465 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-22T14:36:05,465 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T14:36:05,466 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-22T14:36:05,466 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-22T14:36:05,471 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T14:36:05,472 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T14:36:05,472 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:36:05,472 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T14:36:05,472 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T14:36:05,473 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T14:36:05,473 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:36:05,473 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T14:36:05,474 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T14:36:05,474 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T14:36:05,474 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:36:05,475 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T14:36:05,475 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T14:36:05,475 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T14:36:05,475 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:36:05,476 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T14:36:05,476 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T14:36:05,477 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33217/user/jenkins/test-data/6680f5ec-0ec4-f2d2-720b-9c3e93c956e3/data/hbase/meta/1588230740 2024-11-22T14:36:05,478 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33217/user/jenkins/test-data/6680f5ec-0ec4-f2d2-720b-9c3e93c956e3/data/hbase/meta/1588230740 2024-11-22T14:36:05,479 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T14:36:05,479 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T14:36:05,479 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T14:36:05,480 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T14:36:05,481 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70732267, jitterRate=0.05399291217327118}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T14:36:05,481 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-22T14:36:05,482 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732286165466Writing region info on filesystem at 1732286165466Initializing all the Stores at 1732286165467 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732286165467Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732286165469 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732286165469Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732286165469Cleaning up temporary data from old regions at 1732286165479 (+10 ms)Running coprocessor post-open hooks at 1732286165481 (+2 ms)Region opened successfully at 1732286165482 (+1 ms) 2024-11-22T14:36:05,483 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732286165430 2024-11-22T14:36:05,486 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b313e41b3af3,40157,1732286164162 2024-11-22T14:36:05,487 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b313e41b3af3,40157,1732286164162, state=OPEN 2024-11-22T14:36:05,487 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-22T14:36:05,487 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-22T14:36:05,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40157-0x10067dc85000001, quorum=127.0.0.1:53715, baseZNode=/01588453437 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01588453437/meta-region-server 2024-11-22T14:36:05,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37063-0x10067dc85000000, quorum=127.0.0.1:53715, baseZNode=/01588453437 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01588453437/meta-region-server 2024-11-22T14:36:05,489 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01588453437/meta-region-server: CHANGED 2024-11-22T14:36:05,489 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01588453437/meta-region-server: CHANGED 2024-11-22T14:36:05,490 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b313e41b3af3,40157,1732286164162 2024-11-22T14:36:05,493 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-22T14:36:05,493 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b313e41b3af3,40157,1732286164162 in 212 msec 2024-11-22T14:36:05,495 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-22T14:36:05,495 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 621 msec 2024-11-22T14:36:05,495 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T14:36:05,495 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-22T14:36:05,496 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T14:36:05,496 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b313e41b3af3,40157,1732286164162, seqNum=-1] 2024-11-22T14:36:05,497 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T14:36:05,498 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54997, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T14:36:05,506 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 713 msec 2024-11-22T14:36:05,506 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732286165506, completionTime=-1 2024-11-22T14:36:05,506 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-22T14:36:05,506 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-22T14:36:05,510 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-22T14:36:05,510 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732286225510 2024-11-22T14:36:05,510 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732286285510 2024-11-22T14:36:05,510 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 3 msec 2024-11-22T14:36:05,510 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b313e41b3af3,37063,1732286164077-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T14:36:05,510 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b313e41b3af3,37063,1732286164077-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T14:36:05,511 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b313e41b3af3,37063,1732286164077-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T14:36:05,511 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b313e41b3af3:37063, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T14:36:05,511 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-22T14:36:05,512 DEBUG [master/b313e41b3af3:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-22T14:36:05,521 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-22T14:36:05,525 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.316sec 2024-11-22T14:36:05,525 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-22T14:36:05,525 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-22T14:36:05,525 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-22T14:36:05,525 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-22T14:36:05,525 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-22T14:36:05,525 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b313e41b3af3,37063,1732286164077-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T14:36:05,526 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b313e41b3af3,37063,1732286164077-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-22T14:36:05,528 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-22T14:36:05,528 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-22T14:36:05,528 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b313e41b3af3,37063,1732286164077-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T14:36:05,594 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1de4d58, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:36:05,594 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b313e41b3af3,37063,-1 for getting cluster id 2024-11-22T14:36:05,594 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T14:36:05,595 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3d7ef9bc-0173-4e6b-9437-8b81921be6af' 2024-11-22T14:36:05,595 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T14:36:05,596 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3d7ef9bc-0173-4e6b-9437-8b81921be6af" 2024-11-22T14:36:05,596 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@285a1335, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:36:05,596 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b313e41b3af3,37063,-1] 2024-11-22T14:36:05,596 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T14:36:05,596 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:36:05,598 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36874, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T14:36:05,598 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6593478d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:36:05,599 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T14:36:05,600 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b313e41b3af3,40157,1732286164162, seqNum=-1] 2024-11-22T14:36:05,600 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T14:36:05,601 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55588, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T14:36:05,603 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b313e41b3af3,37063,1732286164077 2024-11-22T14:36:05,604 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:53715 2024-11-22T14:36:05,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:53715, baseZNode=/01588453437 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T14:36:05,615 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T14:36:05,616 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10067dc85000002 connected 2024-11-22T14:36:05,616 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is b313e41b3af3,37063,1732286164077 2024-11-22T14:36:05,616 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@58277c5b 2024-11-22T14:36:05,616 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T14:36:05,617 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36876, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T14:36:05,618 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37063 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T14:36:05,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37063 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-22T14:36:05,620 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T14:36:05,620 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:36:05,620 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37063 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-22T14:36:05,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37063 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T14:36:05,622 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T14:36:05,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39849 is added to blk_1073741835_1011 (size=902) 2024-11-22T14:36:05,638 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 23faa06bffb75199efc4fb5322a96a20, NAME => 'test,,1732286165617.23faa06bffb75199efc4fb5322a96a20.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33217/user/jenkins/test-data/6680f5ec-0ec4-f2d2-720b-9c3e93c956e3 2024-11-22T14:36:05,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39849 is added to blk_1073741836_1012 (size=39) 2024-11-22T14:36:05,655 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732286165617.23faa06bffb75199efc4fb5322a96a20.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T14:36:05,656 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 23faa06bffb75199efc4fb5322a96a20, disabling compactions & flushes 2024-11-22T14:36:05,656 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732286165617.23faa06bffb75199efc4fb5322a96a20. 2024-11-22T14:36:05,656 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732286165617.23faa06bffb75199efc4fb5322a96a20. 2024-11-22T14:36:05,656 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732286165617.23faa06bffb75199efc4fb5322a96a20. after waiting 0 ms 2024-11-22T14:36:05,656 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732286165617.23faa06bffb75199efc4fb5322a96a20. 2024-11-22T14:36:05,656 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732286165617.23faa06bffb75199efc4fb5322a96a20. 2024-11-22T14:36:05,656 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 23faa06bffb75199efc4fb5322a96a20: Waiting for close lock at 1732286165655Disabling compacts and flushes for region at 1732286165655Disabling writes for close at 1732286165656 (+1 ms)Writing region close event to WAL at 1732286165656Closed at 1732286165656 2024-11-22T14:36:05,657 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T14:36:05,657 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732286165617.23faa06bffb75199efc4fb5322a96a20.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732286165657"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732286165657"}]},"ts":"1732286165657"} 2024-11-22T14:36:05,659 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-22T14:36:05,659 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T14:36:05,660 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732286165660"}]},"ts":"1732286165660"} 2024-11-22T14:36:05,661 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-22T14:36:05,661 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=23faa06bffb75199efc4fb5322a96a20, ASSIGN}] 2024-11-22T14:36:05,662 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=23faa06bffb75199efc4fb5322a96a20, ASSIGN 2024-11-22T14:36:05,663 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=23faa06bffb75199efc4fb5322a96a20, ASSIGN; state=OFFLINE, location=b313e41b3af3,40157,1732286164162; forceNewPlan=false, retain=false 2024-11-22T14:36:05,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37063 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T14:36:05,814 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=23faa06bffb75199efc4fb5322a96a20, regionState=OPENING, regionLocation=b313e41b3af3,40157,1732286164162 2024-11-22T14:36:05,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=23faa06bffb75199efc4fb5322a96a20, ASSIGN because future has completed 2024-11-22T14:36:05,817 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 23faa06bffb75199efc4fb5322a96a20, server=b313e41b3af3,40157,1732286164162}] 2024-11-22T14:36:05,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37063 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T14:36:05,972 INFO [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732286165617.23faa06bffb75199efc4fb5322a96a20. 2024-11-22T14:36:05,972 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 23faa06bffb75199efc4fb5322a96a20, NAME => 'test,,1732286165617.23faa06bffb75199efc4fb5322a96a20.', STARTKEY => '', ENDKEY => ''} 2024-11-22T14:36:05,972 INFO [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-22T14:36:05,972 INFO [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-22T14:36:05,973 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 23faa06bffb75199efc4fb5322a96a20 2024-11-22T14:36:05,973 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732286165617.23faa06bffb75199efc4fb5322a96a20.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T14:36:05,973 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 23faa06bffb75199efc4fb5322a96a20 2024-11-22T14:36:05,973 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 23faa06bffb75199efc4fb5322a96a20 2024-11-22T14:36:05,974 INFO [StoreOpener-23faa06bffb75199efc4fb5322a96a20-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 23faa06bffb75199efc4fb5322a96a20 2024-11-22T14:36:05,975 INFO [StoreOpener-23faa06bffb75199efc4fb5322a96a20-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 23faa06bffb75199efc4fb5322a96a20 columnFamilyName f 2024-11-22T14:36:05,975 DEBUG [StoreOpener-23faa06bffb75199efc4fb5322a96a20-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:36:05,975 INFO [StoreOpener-23faa06bffb75199efc4fb5322a96a20-1 {}] regionserver.HStore(327): Store=23faa06bffb75199efc4fb5322a96a20/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:36:05,975 INFO [StoreOpener-23faa06bffb75199efc4fb5322a96a20-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 23faa06bffb75199efc4fb5322a96a20 2024-11-22T14:36:05,976 INFO [StoreOpener-23faa06bffb75199efc4fb5322a96a20-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 23faa06bffb75199efc4fb5322a96a20 columnFamilyName f1 2024-11-22T14:36:05,976 DEBUG [StoreOpener-23faa06bffb75199efc4fb5322a96a20-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:36:05,976 INFO [StoreOpener-23faa06bffb75199efc4fb5322a96a20-1 {}] regionserver.HStore(327): Store=23faa06bffb75199efc4fb5322a96a20/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:36:05,976 INFO [StoreOpener-23faa06bffb75199efc4fb5322a96a20-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 23faa06bffb75199efc4fb5322a96a20 2024-11-22T14:36:05,977 INFO [StoreOpener-23faa06bffb75199efc4fb5322a96a20-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 23faa06bffb75199efc4fb5322a96a20 columnFamilyName norep 2024-11-22T14:36:05,977 DEBUG [StoreOpener-23faa06bffb75199efc4fb5322a96a20-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:36:05,977 INFO [StoreOpener-23faa06bffb75199efc4fb5322a96a20-1 {}] regionserver.HStore(327): Store=23faa06bffb75199efc4fb5322a96a20/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:36:05,977 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 23faa06bffb75199efc4fb5322a96a20 2024-11-22T14:36:05,978 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33217/user/jenkins/test-data/6680f5ec-0ec4-f2d2-720b-9c3e93c956e3/data/default/test/23faa06bffb75199efc4fb5322a96a20 2024-11-22T14:36:05,978 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33217/user/jenkins/test-data/6680f5ec-0ec4-f2d2-720b-9c3e93c956e3/data/default/test/23faa06bffb75199efc4fb5322a96a20 2024-11-22T14:36:05,978 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 23faa06bffb75199efc4fb5322a96a20 2024-11-22T14:36:05,978 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 23faa06bffb75199efc4fb5322a96a20 2024-11-22T14:36:05,979 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-22T14:36:05,980 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 23faa06bffb75199efc4fb5322a96a20 2024-11-22T14:36:05,981 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33217/user/jenkins/test-data/6680f5ec-0ec4-f2d2-720b-9c3e93c956e3/data/default/test/23faa06bffb75199efc4fb5322a96a20/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T14:36:05,981 INFO [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 23faa06bffb75199efc4fb5322a96a20; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71533503, jitterRate=0.0659322589635849}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-22T14:36:05,982 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 23faa06bffb75199efc4fb5322a96a20 2024-11-22T14:36:05,982 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 23faa06bffb75199efc4fb5322a96a20: Running coprocessor pre-open hook at 1732286165973Writing region info on filesystem at 1732286165973Initializing all the Stores at 1732286165973Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732286165973Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732286165974 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732286165974Cleaning up temporary data from old regions at 1732286165978 (+4 ms)Running coprocessor post-open hooks at 1732286165982 (+4 ms)Region opened successfully at 1732286165982 2024-11-22T14:36:05,983 INFO [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732286165617.23faa06bffb75199efc4fb5322a96a20., pid=6, masterSystemTime=1732286165969 2024-11-22T14:36:05,984 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732286165617.23faa06bffb75199efc4fb5322a96a20. 2024-11-22T14:36:05,984 INFO [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732286165617.23faa06bffb75199efc4fb5322a96a20. 2024-11-22T14:36:05,985 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=23faa06bffb75199efc4fb5322a96a20, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=b313e41b3af3,40157,1732286164162 2024-11-22T14:36:05,986 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 23faa06bffb75199efc4fb5322a96a20, server=b313e41b3af3,40157,1732286164162 because future has completed 2024-11-22T14:36:05,989 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-22T14:36:05,989 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 23faa06bffb75199efc4fb5322a96a20, server=b313e41b3af3,40157,1732286164162 in 170 msec 2024-11-22T14:36:05,990 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-22T14:36:05,990 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=23faa06bffb75199efc4fb5322a96a20, ASSIGN in 328 msec 2024-11-22T14:36:05,991 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T14:36:05,991 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732286165991"}]},"ts":"1732286165991"} 2024-11-22T14:36:05,993 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-22T14:36:05,994 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T14:36:05,995 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 376 msec 2024-11-22T14:36:06,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37063 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T14:36:06,253 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-22T14:36:06,254 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a81c26f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:36:06,254 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b313e41b3af3,37063,-1 for getting cluster id 2024-11-22T14:36:06,254 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T14:36:06,255 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3d7ef9bc-0173-4e6b-9437-8b81921be6af' 2024-11-22T14:36:06,255 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T14:36:06,255 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3d7ef9bc-0173-4e6b-9437-8b81921be6af" 2024-11-22T14:36:06,255 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3067f66d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:36:06,255 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b313e41b3af3,37063,-1] 2024-11-22T14:36:06,255 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T14:36:06,255 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:36:06,256 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36896, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T14:36:06,256 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6045cccc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:36:06,257 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T14:36:06,257 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is b313e41b3af3,37063,1732286164077 2024-11-22T14:36:06,257 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3a5bdb27 2024-11-22T14:36:06,257 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T14:36:06,258 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36908, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T14:36:06,258 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37063 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://b313e41b3af3:37063,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-22T14:36:06,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37063 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-22T14:36:06,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37063 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T14:36:06,261 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b313e41b3af3:37063' 2024-11-22T14:36:06,262 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@256340f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:36:06,262 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request b313e41b3af3,37063,-1 for getting cluster id 2024-11-22T14:36:06,262 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T14:36:06,262 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3d7ef9bc-0173-4e6b-9437-8b81921be6af' 2024-11-22T14:36:06,263 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T14:36:06,263 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3d7ef9bc-0173-4e6b-9437-8b81921be6af" 2024-11-22T14:36:06,263 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56a59a3a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:36:06,263 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b313e41b3af3,37063,-1] 2024-11-22T14:36:06,263 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T14:36:06,263 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:36:06,264 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36920, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T14:36:06,264 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52a65906, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:36:06,264 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T14:36:06,265 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b313e41b3af3,37063,1732286164077 2024-11-22T14:36:06,265 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3a8583c5 2024-11-22T14:36:06,265 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T14:36:06,266 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36926, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T14:36:06,266 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-22T14:36:06,266 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-22T14:36:06,266 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:36:06,266 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:36:06,267 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T14:36:06,267 WARN [PEWorker-2 {}] replication.ModifyPeerProcedure(190): org.apache.hadoop.hbase.master.replication.AddPeerProcedure failed to call pre CP hook or the pre check is failed for peer 1, mark the procedure as failure and give up org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://b313e41b3af3:37063, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-22T14:36:06,273 ERROR [PEWorker-2 {}] procedure2.ProcedureExecutor(1697): Root Procedure pid=7, state=FAILED, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://b313e41b3af3:37063, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure does not support rollback but the execution failed and try to rollback, code bug? org.apache.hadoop.hbase.procedure2.RemoteProcedureException: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://b313e41b3af3:37063, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.procedure2.Procedure.setFailure(Procedure.java:765) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:192) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] Caused by: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://b313e41b3af3:37063, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] ... 8 more 2024-11-22T14:36:06,274 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1707): Rolled back pid=7, state=ROLLEDBACK, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://b313e41b3af3:37063, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure exec-time=16 msec 2024-11-22T14:36:06,274 WARN [PEWorker-2 {}] procedure2.ProcedureExecutor(2061): Usually this should not happen, we will release the lock before if the procedure is finished, even if the holdLock is true, arrive here means we have some holes where we do not release the lock. And the releaseLock below may fail since the procedure may have already been deleted from the procedure store. 2024-11-22T14:36:06,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37063 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T14:36:06,364 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3009): Operation: ADD_REPLICATION_PEER, peerId: 1 failed with Invalid cluster key: hbase+rpc://b313e41b3af3:37063, should not replicate to itself for HBaseInterClusterReplicationEndpoint 2024-11-22T14:36:06,364 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T14:36:06,364 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:616) at org.apache.hadoop.hbase.replication.TestMasterReplication.testLoopedReplication(TestMasterReplication.java:181) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.ExpectException.evaluate(ExpectException.java:19) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T14:36:06,364 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:36:06,364 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:36:06,364 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T14:36:06,382 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testLoopedReplication Thread=541 (was 368) Potentially hanging thread: IPC Server handler 3 on default port 33217 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: b313e41b3af3:37063 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.waitOnAssignQueue(AssignmentManager.java:2398) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.processAssignQueue(AssignmentManager.java:2420) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager$1.run(AssignmentManager.java:2360) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37063 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp1694532233-7875 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$307/0x00007f62a4437828.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37063 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: PacketResponder: BP-578135844-172.17.0.2-1732286163114:blk_1073741834_1010, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: NIOWorkerThread-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37063 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33217 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: pool-2262-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_META-regionserver/b313e41b3af3:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-6acbc82c-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=40157 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor@572b3861 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor.run(LeaseManager.java:537) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2274-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=40157 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: OldWALsCleaner-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.deleteFile(LogCleaner.java:172) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.lambda$createOldWalsCleaner$1(LogCleaner.java:152) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner$$Lambda$609/0x00007f62a4ad7560.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: ProcExecTimeout java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:274) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: SyncThread:0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:170) Potentially hanging thread: qtp1694532233-7877 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$307/0x00007f62a4437828.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1582836278-7925 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$307/0x00007f62a4437828.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LruBlockCacheStatsExecutor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1582836278-7927 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RedundancyMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) java.base@17.0.11/java.lang.Thread.sleep(Thread.java:344) java.base@17.0.11/java.util.concurrent.TimeUnit.sleep(TimeUnit.java:446) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$RedundancyMonitor.run(BlockManager.java:5352) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master:store-Flusher java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor.flushLoop(MasterRegionFlusherAndCompactor.java:200) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor$$Lambda$478/0x00007f62a49f5890.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1694532233-7878 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$307/0x00007f62a4437828.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/b313e41b3af3:0:becomeActiveMaster-HFileCleaner.large.0-1732286164835 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$1.run(HFileCleaner.java:254) Potentially hanging thread: qtp1694532233-7882 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1694532233-7876 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$307/0x00007f62a4437828.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2cb42f8d-69a6-cffd-91ea-577ee2f039d3/cluster_70b941e4-2cb6-1259-5ba8-00479f1f9148/data/data1/current/BP-578135844-172.17.0.2-1732286163114 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcessThread(sid:0 cport:53715): java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:142) Potentially hanging thread: PacketResponder: BP-578135844-172.17.0.2-1732286163114:blk_1073741833_1009, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@1501b66d java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor.run(FSNamesystem.java:4550) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33217 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: RS:0;b313e41b3af3:40157-longCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=40157 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=37063 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2cb42f8d-69a6-cffd-91ea-577ee2f039d3/cluster_70b941e4-2cb6-1259-5ba8-00479f1f9148/data/data2/current/BP-578135844-172.17.0.2-1732286163114 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53715) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: CacheReplicationMonitor(1006910779) java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationMonitor.run(CacheReplicationMonitor.java:186) Potentially hanging thread: PEWorker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: IPC Server handler 2 on default port 33217 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@4bf442cd java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 4 on default port 34135 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: Time-limited test.LruBlockCache.EvictionThread java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread.run(LruBlockCache.java:957) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1275239202_20 at /127.0.0.1:45368 [Receiving block BP-578135844-172.17.0.2-1732286163114:blk_1073741833_1009] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1694532233-7879-acceptor-0@464bd86f-ServerConnector@43b1868c{HTTP/1.1, (http/1.1)}{localhost:44633} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:33217/user/jenkins/test-data/6680f5ec-0ec4-f2d2-720b-9c3e93c956e3-prefix:b313e41b3af3,40157,1732286164162 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33217 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@7ee232eb java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2268-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@4b7968a4[State = -1, empty queue] java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: qtp1694532233-7880 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1275239202_20 at /127.0.0.1:45370 [Receiving block BP-578135844-172.17.0.2-1732286163114:blk_1073741834_1010] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1694532233-7881 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/b313e41b3af3:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: master/b313e41b3af3:0:becomeActiveMaster-HFileCleaner.small.0-1732286164837 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$2.run(HFileCleaner.java:269) Potentially hanging thread: HMaster-EventLoopGroup-43-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 2 on default port 34135 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33217 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-12 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: IPC Server handler 1 on default port 33217 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: snapshot-hfile-cleaner-cache-refresher java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-59f340a5-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2271-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Block report processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.processQueue(BlockManager.java:5627) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.run(BlockManager.java:5614) Potentially hanging thread: NIOWorkerThread-13 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ConnnectionExpirer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:554) Potentially hanging thread: DataNode DiskChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37063 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33217 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 4 on default port 33217 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: PacketResponder: BP-578135844-172.17.0.2-1732286163114:blk_1073741830_1006, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: master:store-WAL-Roller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53715) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=37063 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: pool-2276-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:33217/user/jenkins/test-data/6680f5ec-0ec4-f2d2-720b-9c3e93c956e3-prefix:b313e41b3af3,40157,1732286164162.meta java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-16 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@7a9ecf14 java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126) app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85) app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RegionServerTracker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: M:0;b313e41b3af3:37063 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:625) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40157 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37063 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:33217/user/jenkins/test-data/6680f5ec-0ec4-f2d2-720b-9c3e93c956e3/MasterData-prefix:b313e41b3af3,37063,1732286164077 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40157 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp1582836278-7926-acceptor-0@2e4e955f-ServerConnector@2889f38a{HTTP/1.1, (http/1.1)}{localhost:36757} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: IPC Server handler 1 on default port 34135 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: DataNode DiskChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53715) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: IPC Server handler 0 on default port 34135 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOWorkerThread-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/b313e41b3af3:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=37063 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33217 from jenkins.hfs.20 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37063 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOServerCxnFactory.AcceptThread:localhost/127.0.0.1:53715 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:205) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:181) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40157 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: normalizer-worker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorkQueue.take(RegionNormalizerWorkQueue.java:146) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorker.run(RegionNormalizerWorker.java:191) java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/b313e41b3af3:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1582836278-7928 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureDispatcherTimeoutThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread.run(RemoteProcedureDispatcher.java:328) Potentially hanging thread: RSProcedureDispatcher-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BP-578135844-172.17.0.2-1732286163114 heartbeating to localhost/127.0.0.1:33217 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FSEditLogAsync java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.dequeueEdit(FSEditLogAsync.java:241) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.run(FSEditLogAsync.java:250) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2cb42f8d-69a6-cffd-91ea-577ee2f039d3/cluster_70b941e4-2cb6-1259-5ba8-00479f1f9148/data/data1) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: Command processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395) Potentially hanging thread: WorkerMonitor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:279) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: NIOWorkerThread-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37063 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-14 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor@42478209 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor.run(HeartbeatManager.java:563) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: RS:0;b313e41b3af3:40157 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:906) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) java.base@17.0.11/java.security.AccessController.executePrivileged(AccessController.java:776) java.base@17.0.11/java.security.AccessController.doPrivileged(AccessController.java:399) java.base@17.0.11/javax.security.auth.Subject.doAs(Subject.java:376) app//org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) app//org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MobFileCache #0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber@5748ac97 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber.run(FSNamesystem.java:4689) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.20@localhost:33217 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2cb42f8d-69a6-cffd-91ea-577ee2f039d3/cluster_70b941e4-2cb6-1259-5ba8-00479f1f9148/data/data2) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: MemStoreFlusher.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:77) app//org.apache.hadoop.hbase.regionserver.MemStoreFlusher$FlushHandler.run(MemStoreFlusher.java:323) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40157 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: master/b313e41b3af3:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40157 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-15 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1461836340_20 at /127.0.0.1:45334 [Receiving block BP-578135844-172.17.0.2-1732286163114:blk_1073741830_1006] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 0 on default port 33217 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOWorkerThread-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor@3775cd5f java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor.run(PendingReconstructionBlocks.java:267) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40157 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: MarkedDeleteBlockScrubberThread java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$MarkedDeleteBlockScrubber.run(BlockManager.java:5326) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: JvmPauseMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:148) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server idle connection scanner for port 33217 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: DatanodeAdminMonitor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1275239202_20 at /127.0.0.1:45314 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33217 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller@640cb5b2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller.run(FSNamesystem.java:4592) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-38-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RequestThrottler java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.RequestThrottler.run(RequestThrottler.java:147) Potentially hanging thread: pool-2263-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 3 on default port 34135 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: FsDatasetAsyncDiskServiceFixer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer.run(HBaseTestingUtil.java:576) Potentially hanging thread: IPC Server idle connection scanner for port 34135 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40157 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) - Thread LEAK? -, OpenFileDescriptor=900 (was 810) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=382 (was 371) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3991 (was 4019) 2024-11-22T14:36:06,385 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=541 is superior to 500 2024-11-22T14:36:06,401 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=541, OpenFileDescriptor=900, MaxFileDescriptor=1048576, SystemLoadAverage=382, ProcessCount=11, AvailableMemoryMB=3991 2024-11-22T14:36:06,401 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=541 is superior to 500 2024-11-22T14:36:06,419 INFO [Time-limited test {}] replication.TestMasterReplication(298): testHFileMultiSlaveReplication 2024-11-22T14:36:06,420 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2cb42f8d-69a6-cffd-91ea-577ee2f039d3/hadoop.log.dir so I do NOT create it in target/test-data/43545adc-536d-334f-1678-b4aabf47d9c5 2024-11-22T14:36:06,420 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2cb42f8d-69a6-cffd-91ea-577ee2f039d3/hadoop.log.dir Erasing configuration value by system value. 2024-11-22T14:36:06,420 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2cb42f8d-69a6-cffd-91ea-577ee2f039d3/hadoop.tmp.dir so I do NOT create it in target/test-data/43545adc-536d-334f-1678-b4aabf47d9c5 2024-11-22T14:36:06,420 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2cb42f8d-69a6-cffd-91ea-577ee2f039d3/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-22T14:36:06,421 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43545adc-536d-334f-1678-b4aabf47d9c5 2024-11-22T14:36:06,421 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43545adc-536d-334f-1678-b4aabf47d9c5/cluster_5d3ddcc0-0efd-3111-aaa4-7415175ec32d, deleteOnExit=true 2024-11-22T14:36:06,424 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43545adc-536d-334f-1678-b4aabf47d9c5/cluster_5d3ddcc0-0efd-3111-aaa4-7415175ec32d/zookeeper_0, clientPort=53297, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43545adc-536d-334f-1678-b4aabf47d9c5/cluster_5d3ddcc0-0efd-3111-aaa4-7415175ec32d/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43545adc-536d-334f-1678-b4aabf47d9c5/cluster_5d3ddcc0-0efd-3111-aaa4-7415175ec32d/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-22T14:36:06,425 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=53297 2024-11-22T14:36:06,425 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-22T14:36:06,425 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-22T14:36:06,425 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43545adc-536d-334f-1678-b4aabf47d9c5/test.cache.data in system properties and HBase conf 2024-11-22T14:36:06,425 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43545adc-536d-334f-1678-b4aabf47d9c5/hadoop.tmp.dir in system properties and HBase conf 2024-11-22T14:36:06,425 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43545adc-536d-334f-1678-b4aabf47d9c5/hadoop.log.dir in system properties and HBase conf 2024-11-22T14:36:06,425 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43545adc-536d-334f-1678-b4aabf47d9c5/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-22T14:36:06,426 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43545adc-536d-334f-1678-b4aabf47d9c5/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-22T14:36:06,426 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-22T14:36:06,426 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-22T14:36:06,426 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43545adc-536d-334f-1678-b4aabf47d9c5/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-22T14:36:06,426 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43545adc-536d-334f-1678-b4aabf47d9c5/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-22T14:36:06,426 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43545adc-536d-334f-1678-b4aabf47d9c5/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-22T14:36:06,426 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43545adc-536d-334f-1678-b4aabf47d9c5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T14:36:06,426 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43545adc-536d-334f-1678-b4aabf47d9c5/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-22T14:36:06,426 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43545adc-536d-334f-1678-b4aabf47d9c5/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-22T14:36:06,426 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43545adc-536d-334f-1678-b4aabf47d9c5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T14:36:06,426 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43545adc-536d-334f-1678-b4aabf47d9c5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T14:36:06,426 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43545adc-536d-334f-1678-b4aabf47d9c5/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-22T14:36:06,426 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43545adc-536d-334f-1678-b4aabf47d9c5/nfs.dump.dir in system properties and HBase conf 2024-11-22T14:36:06,426 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43545adc-536d-334f-1678-b4aabf47d9c5/java.io.tmpdir in system properties and HBase conf 2024-11-22T14:36:06,427 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43545adc-536d-334f-1678-b4aabf47d9c5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T14:36:06,427 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43545adc-536d-334f-1678-b4aabf47d9c5/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-22T14:36:06,427 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43545adc-536d-334f-1678-b4aabf47d9c5/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-22T14:36:06,493 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T14:36:06,496 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T14:36:06,506 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T14:36:06,506 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T14:36:06,506 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-22T14:36:06,509 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T14:36:06,512 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4759d90a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43545adc-536d-334f-1678-b4aabf47d9c5/hadoop.log.dir/,AVAILABLE} 2024-11-22T14:36:06,513 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@79b6a9cf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T14:36:06,646 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@ddd43f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43545adc-536d-334f-1678-b4aabf47d9c5/java.io.tmpdir/jetty-localhost-40379-hadoop-hdfs-3_4_1-tests_jar-_-any-1355668837782377009/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T14:36:06,647 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@491c2358{HTTP/1.1, (http/1.1)}{localhost:40379} 2024-11-22T14:36:06,647 INFO [Time-limited test {}] server.Server(415): Started @287180ms 2024-11-22T14:36:06,758 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T14:36:06,761 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T14:36:06,765 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T14:36:06,765 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T14:36:06,765 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-22T14:36:06,766 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7c2c6c16{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43545adc-536d-334f-1678-b4aabf47d9c5/hadoop.log.dir/,AVAILABLE} 2024-11-22T14:36:06,766 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@56cb1d91{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T14:36:06,860 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5ae63c2e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43545adc-536d-334f-1678-b4aabf47d9c5/java.io.tmpdir/jetty-localhost-40389-hadoop-hdfs-3_4_1-tests_jar-_-any-5515890731033450375/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T14:36:06,860 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2f659f1b{HTTP/1.1, (http/1.1)}{localhost:40389} 2024-11-22T14:36:06,860 INFO [Time-limited test {}] server.Server(415): Started @287393ms 2024-11-22T14:36:06,861 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-22T14:36:06,938 WARN [Thread-4308 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43545adc-536d-334f-1678-b4aabf47d9c5/cluster_5d3ddcc0-0efd-3111-aaa4-7415175ec32d/data/data1/current/BP-955285182-172.17.0.2-1732286166445/current, will proceed with Du for space computation calculation, 2024-11-22T14:36:06,968 WARN [Thread-4309 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43545adc-536d-334f-1678-b4aabf47d9c5/cluster_5d3ddcc0-0efd-3111-aaa4-7415175ec32d/data/data2/current/BP-955285182-172.17.0.2-1732286166445/current, will proceed with Du for space computation calculation, 2024-11-22T14:36:06,991 WARN [Thread-4296 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-22T14:36:06,995 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc5ef6e442994aad2 with lease ID 0x536e82df06b76fa6: Processing first storage report for DS-b48aa2d5-d9de-4a15-995e-2c91129de2f3 from datanode DatanodeRegistration(127.0.0.1:39967, datanodeUuid=f830b98b-f3d6-49f1-92af-4acc8dd3770e, infoPort=43653, infoSecurePort=0, ipcPort=44517, storageInfo=lv=-57;cid=testClusterID;nsid=932161611;c=1732286166445) 2024-11-22T14:36:06,995 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc5ef6e442994aad2 with lease ID 0x536e82df06b76fa6: from storage DS-b48aa2d5-d9de-4a15-995e-2c91129de2f3 node DatanodeRegistration(127.0.0.1:39967, datanodeUuid=f830b98b-f3d6-49f1-92af-4acc8dd3770e, infoPort=43653, infoSecurePort=0, ipcPort=44517, storageInfo=lv=-57;cid=testClusterID;nsid=932161611;c=1732286166445), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T14:36:06,995 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc5ef6e442994aad2 with lease ID 0x536e82df06b76fa6: Processing first storage report for DS-bc5ad9ba-be8a-42c8-a1b3-c55404df2c42 from datanode DatanodeRegistration(127.0.0.1:39967, datanodeUuid=f830b98b-f3d6-49f1-92af-4acc8dd3770e, infoPort=43653, infoSecurePort=0, ipcPort=44517, storageInfo=lv=-57;cid=testClusterID;nsid=932161611;c=1732286166445) 2024-11-22T14:36:06,995 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc5ef6e442994aad2 with lease ID 0x536e82df06b76fa6: from storage DS-bc5ad9ba-be8a-42c8-a1b3-c55404df2c42 node DatanodeRegistration(127.0.0.1:39967, datanodeUuid=f830b98b-f3d6-49f1-92af-4acc8dd3770e, infoPort=43653, infoSecurePort=0, ipcPort=44517, storageInfo=lv=-57;cid=testClusterID;nsid=932161611;c=1732286166445), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T14:36:07,084 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43545adc-536d-334f-1678-b4aabf47d9c5 2024-11-22T14:36:07,084 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T14:36:07,085 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T14:36:07,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39967 is added to blk_1073741825_1001 (size=7) 2024-11-22T14:36:07,092 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41169/user/jenkins/test-data/eab256af-88a9-a24c-aa2e-077239e25d87 with version=8 2024-11-22T14:36:07,092 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41169/user/jenkins/test-data/eab256af-88a9-a24c-aa2e-077239e25d87/hbase-staging 2024-11-22T14:36:07,094 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b313e41b3af3:0 server-side Connection retries=45 2024-11-22T14:36:07,094 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T14:36:07,095 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T14:36:07,095 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T14:36:07,095 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T14:36:07,095 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T14:36:07,095 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-22T14:36:07,095 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T14:36:07,095 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35599 2024-11-22T14:36:07,096 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35599 connecting to ZooKeeper ensemble=127.0.0.1:53297 2024-11-22T14:36:07,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:355990x0, quorum=127.0.0.1:53297, baseZNode=/02043170621 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T14:36:07,100 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35599-0x10067dc92060000 connected 2024-11-22T14:36:07,120 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T14:36:07,122 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T14:36:07,124 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35599-0x10067dc92060000, quorum=127.0.0.1:53297, baseZNode=/02043170621 Set watcher on znode that does not yet exist, /02043170621/running 2024-11-22T14:36:07,124 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41169/user/jenkins/test-data/eab256af-88a9-a24c-aa2e-077239e25d87, hbase.cluster.distributed=false 2024-11-22T14:36:07,125 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35599-0x10067dc92060000, quorum=127.0.0.1:53297, baseZNode=/02043170621 Set watcher on znode that does not yet exist, /02043170621/acl 2024-11-22T14:36:07,129 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35599 2024-11-22T14:36:07,132 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35599 2024-11-22T14:36:07,132 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35599 2024-11-22T14:36:07,133 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35599 2024-11-22T14:36:07,134 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35599 2024-11-22T14:36:07,153 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b313e41b3af3:0 server-side Connection retries=45 2024-11-22T14:36:07,153 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T14:36:07,153 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T14:36:07,154 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T14:36:07,154 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T14:36:07,154 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T14:36:07,154 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-22T14:36:07,154 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T14:36:07,156 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34033 2024-11-22T14:36:07,157 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34033 connecting to ZooKeeper ensemble=127.0.0.1:53297 2024-11-22T14:36:07,158 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T14:36:07,159 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T14:36:07,163 DEBUG [pool-2397-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:340330x0, quorum=127.0.0.1:53297, baseZNode=/02043170621 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T14:36:07,164 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34033-0x10067dc92060001 connected 2024-11-22T14:36:07,164 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34033-0x10067dc92060001, quorum=127.0.0.1:53297, baseZNode=/02043170621 Set watcher on znode that does not yet exist, /02043170621/running 2024-11-22T14:36:07,164 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-22T14:36:07,168 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-22T14:36:07,169 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34033-0x10067dc92060001, quorum=127.0.0.1:53297, baseZNode=/02043170621 Set watcher on znode that does not yet exist, /02043170621/master 2024-11-22T14:36:07,170 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34033-0x10067dc92060001, quorum=127.0.0.1:53297, baseZNode=/02043170621 Set watcher on znode that does not yet exist, /02043170621/acl 2024-11-22T14:36:07,173 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34033 2024-11-22T14:36:07,176 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34033 2024-11-22T14:36:07,177 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34033 2024-11-22T14:36:07,177 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34033 2024-11-22T14:36:07,178 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34033 2024-11-22T14:36:07,190 DEBUG [M:0;b313e41b3af3:35599 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b313e41b3af3:35599 2024-11-22T14:36:07,190 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /02043170621/backup-masters/b313e41b3af3,35599,1732286167094 2024-11-22T14:36:07,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35599-0x10067dc92060000, quorum=127.0.0.1:53297, baseZNode=/02043170621 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02043170621/backup-masters 2024-11-22T14:36:07,192 DEBUG [pool-2397-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34033-0x10067dc92060001, quorum=127.0.0.1:53297, baseZNode=/02043170621 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02043170621/backup-masters 2024-11-22T14:36:07,193 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35599-0x10067dc92060000, quorum=127.0.0.1:53297, baseZNode=/02043170621 Set watcher on existing znode=/02043170621/backup-masters/b313e41b3af3,35599,1732286167094 2024-11-22T14:36:07,193 DEBUG [pool-2397-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34033-0x10067dc92060001, quorum=127.0.0.1:53297, baseZNode=/02043170621 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/02043170621/master 2024-11-22T14:36:07,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35599-0x10067dc92060000, quorum=127.0.0.1:53297, baseZNode=/02043170621 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02043170621 2024-11-22T14:36:07,193 DEBUG [pool-2397-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34033-0x10067dc92060001, quorum=127.0.0.1:53297, baseZNode=/02043170621 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02043170621 2024-11-22T14:36:07,194 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35599-0x10067dc92060000, quorum=127.0.0.1:53297, baseZNode=/02043170621 Set watcher on existing znode=/02043170621/master 2024-11-22T14:36:07,195 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /02043170621/backup-masters/b313e41b3af3,35599,1732286167094 from backup master directory 2024-11-22T14:36:07,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35599-0x10067dc92060000, quorum=127.0.0.1:53297, baseZNode=/02043170621 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02043170621/backup-masters/b313e41b3af3,35599,1732286167094 2024-11-22T14:36:07,195 DEBUG [pool-2397-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34033-0x10067dc92060001, quorum=127.0.0.1:53297, baseZNode=/02043170621 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02043170621/backup-masters 2024-11-22T14:36:07,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35599-0x10067dc92060000, quorum=127.0.0.1:53297, baseZNode=/02043170621 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02043170621/backup-masters 2024-11-22T14:36:07,195 WARN [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T14:36:07,196 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b313e41b3af3,35599,1732286167094 2024-11-22T14:36:07,202 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41169/user/jenkins/test-data/eab256af-88a9-a24c-aa2e-077239e25d87/hbase.id] with ID: f94021c1-77ee-4ee6-a5a9-07fe242ac3fa 2024-11-22T14:36:07,203 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41169/user/jenkins/test-data/eab256af-88a9-a24c-aa2e-077239e25d87/.tmp/hbase.id 2024-11-22T14:36:07,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39967 is added to blk_1073741826_1002 (size=42) 2024-11-22T14:36:07,208 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41169/user/jenkins/test-data/eab256af-88a9-a24c-aa2e-077239e25d87/.tmp/hbase.id]:[hdfs://localhost:41169/user/jenkins/test-data/eab256af-88a9-a24c-aa2e-077239e25d87/hbase.id] 2024-11-22T14:36:07,219 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T14:36:07,219 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-22T14:36:07,220 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-22T14:36:07,222 DEBUG [pool-2397-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34033-0x10067dc92060001, quorum=127.0.0.1:53297, baseZNode=/02043170621 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02043170621 2024-11-22T14:36:07,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35599-0x10067dc92060000, quorum=127.0.0.1:53297, baseZNode=/02043170621 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02043170621 2024-11-22T14:36:07,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39967 is added to blk_1073741827_1003 (size=196) 2024-11-22T14:36:07,239 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T14:36:07,239 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-22T14:36:07,240 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T14:36:07,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39967 is added to blk_1073741828_1004 (size=1189) 2024-11-22T14:36:07,260 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41169/user/jenkins/test-data/eab256af-88a9-a24c-aa2e-077239e25d87/MasterData/data/master/store 2024-11-22T14:36:07,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39967 is added to blk_1073741829_1005 (size=34) 2024-11-22T14:36:07,674 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T14:36:07,674 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T14:36:07,674 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T14:36:07,674 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T14:36:07,674 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T14:36:07,674 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T14:36:07,674 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T14:36:07,674 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732286167674Disabling compacts and flushes for region at 1732286167674Disabling writes for close at 1732286167674Writing region close event to WAL at 1732286167674Closed at 1732286167674 2024-11-22T14:36:07,675 WARN [master/b313e41b3af3:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41169/user/jenkins/test-data/eab256af-88a9-a24c-aa2e-077239e25d87/MasterData/data/master/store/.initializing 2024-11-22T14:36:07,675 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41169/user/jenkins/test-data/eab256af-88a9-a24c-aa2e-077239e25d87/MasterData/WALs/b313e41b3af3,35599,1732286167094 2024-11-22T14:36:07,675 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T14:36:07,677 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b313e41b3af3%2C35599%2C1732286167094, suffix=, logDir=hdfs://localhost:41169/user/jenkins/test-data/eab256af-88a9-a24c-aa2e-077239e25d87/MasterData/WALs/b313e41b3af3,35599,1732286167094, archiveDir=hdfs://localhost:41169/user/jenkins/test-data/eab256af-88a9-a24c-aa2e-077239e25d87/MasterData/oldWALs, maxLogs=10 2024-11-22T14:36:07,692 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/eab256af-88a9-a24c-aa2e-077239e25d87/MasterData/WALs/b313e41b3af3,35599,1732286167094/b313e41b3af3%2C35599%2C1732286167094.1732286167677, exclude list is [], retry=0 2024-11-22T14:36:07,702 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39967,DS-b48aa2d5-d9de-4a15-995e-2c91129de2f3,DISK] 2024-11-22T14:36:07,704 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/eab256af-88a9-a24c-aa2e-077239e25d87/MasterData/WALs/b313e41b3af3,35599,1732286167094/b313e41b3af3%2C35599%2C1732286167094.1732286167677 2024-11-22T14:36:07,704 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43653:43653)] 2024-11-22T14:36:07,704 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-22T14:36:07,704 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T14:36:07,704 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:36:07,704 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:36:07,714 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:36:07,714 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-22T14:36:07,714 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:36:07,715 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T14:36:07,715 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:36:07,715 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-22T14:36:07,715 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:36:07,716 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:36:07,716 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:36:07,717 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-22T14:36:07,717 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:36:07,717 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:36:07,717 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:36:07,718 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-22T14:36:07,718 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:36:07,718 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:36:07,718 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:36:07,719 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41169/user/jenkins/test-data/eab256af-88a9-a24c-aa2e-077239e25d87/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:36:07,719 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41169/user/jenkins/test-data/eab256af-88a9-a24c-aa2e-077239e25d87/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:36:07,720 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:36:07,720 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:36:07,720 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T14:36:07,721 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:36:07,722 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41169/user/jenkins/test-data/eab256af-88a9-a24c-aa2e-077239e25d87/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T14:36:07,722 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59906684, jitterRate=-0.10732084512710571}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T14:36:07,722 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732286167704Initializing all the Stores at 1732286167705 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732286167705Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732286167713 (+8 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732286167713Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732286167713Cleaning up temporary data from old regions at 1732286167720 (+7 ms)Region opened successfully at 1732286167722 (+2 ms) 2024-11-22T14:36:07,723 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-22T14:36:07,724 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@350dda79, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b313e41b3af3/172.17.0.2:0 2024-11-22T14:36:07,728 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-22T14:36:07,728 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-22T14:36:07,729 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-22T14:36:07,729 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-22T14:36:07,729 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-22T14:36:07,729 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-22T14:36:07,729 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-22T14:36:07,729 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-22T14:36:07,730 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:36:07,730 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:36:07,730 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:36:07,730 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:36:07,730 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:36:07,731 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-22T14:36:07,731 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:36:07,731 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35599-0x10067dc92060000, quorum=127.0.0.1:53297, baseZNode=/02043170621 Unable to get data of znode /02043170621/balancer because node does not exist (not necessarily an error) 2024-11-22T14:36:07,731 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:36:07,731 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:36:07,732 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02043170621/balancer already deleted, retry=false 2024-11-22T14:36:07,732 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-22T14:36:07,732 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35599-0x10067dc92060000, quorum=127.0.0.1:53297, baseZNode=/02043170621 Unable to get data of znode /02043170621/normalizer because node does not exist (not necessarily an error) 2024-11-22T14:36:07,733 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02043170621/normalizer already deleted, retry=false 2024-11-22T14:36:07,733 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-22T14:36:07,746 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35599-0x10067dc92060000, quorum=127.0.0.1:53297, baseZNode=/02043170621 Unable to get data of znode /02043170621/switch/split because node does not exist (not necessarily an error) 2024-11-22T14:36:07,746 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02043170621/switch/split already deleted, retry=false 2024-11-22T14:36:07,747 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35599-0x10067dc92060000, quorum=127.0.0.1:53297, baseZNode=/02043170621 Unable to get data of znode /02043170621/switch/merge because node does not exist (not necessarily an error) 2024-11-22T14:36:07,747 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02043170621/switch/merge already deleted, retry=false 2024-11-22T14:36:07,748 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35599-0x10067dc92060000, quorum=127.0.0.1:53297, baseZNode=/02043170621 Unable to get data of znode /02043170621/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-22T14:36:07,749 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02043170621/snapshot-cleanup already deleted, retry=false 2024-11-22T14:36:07,750 DEBUG [pool-2397-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34033-0x10067dc92060001, quorum=127.0.0.1:53297, baseZNode=/02043170621 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/02043170621/running 2024-11-22T14:36:07,750 DEBUG [pool-2397-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34033-0x10067dc92060001, quorum=127.0.0.1:53297, baseZNode=/02043170621 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02043170621 2024-11-22T14:36:07,750 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35599-0x10067dc92060000, quorum=127.0.0.1:53297, baseZNode=/02043170621 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/02043170621/running 2024-11-22T14:36:07,750 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35599-0x10067dc92060000, quorum=127.0.0.1:53297, baseZNode=/02043170621 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02043170621 2024-11-22T14:36:07,750 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b313e41b3af3,35599,1732286167094, sessionid=0x10067dc92060000, setting cluster-up flag (Was=false) 2024-11-22T14:36:07,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35599-0x10067dc92060000, quorum=127.0.0.1:53297, baseZNode=/02043170621 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02043170621 2024-11-22T14:36:07,754 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /02043170621/flush-table-proc/acquired, /02043170621/flush-table-proc/reached, /02043170621/flush-table-proc/abort 2024-11-22T14:36:07,755 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b313e41b3af3,35599,1732286167094 2024-11-22T14:36:07,757 DEBUG [pool-2397-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34033-0x10067dc92060001, quorum=127.0.0.1:53297, baseZNode=/02043170621 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02043170621 2024-11-22T14:36:07,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35599-0x10067dc92060000, quorum=127.0.0.1:53297, baseZNode=/02043170621 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02043170621 2024-11-22T14:36:07,762 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /02043170621/online-snapshot/acquired, /02043170621/online-snapshot/reached, /02043170621/online-snapshot/abort 2024-11-22T14:36:07,763 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b313e41b3af3,35599,1732286167094 2024-11-22T14:36:07,772 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41169/user/jenkins/test-data/eab256af-88a9-a24c-aa2e-077239e25d87/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-22T14:36:07,775 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:36:07,775 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:36:07,775 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:36:07,775 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:36:07,775 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:36:07,776 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:36:07,778 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-22T14:36:07,778 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-22T14:36:07,778 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-22T14:36:07,778 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b313e41b3af3,35599,1732286167094 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-22T14:36:07,779 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b313e41b3af3:0, corePoolSize=5, maxPoolSize=5 2024-11-22T14:36:07,779 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b313e41b3af3:0, corePoolSize=5, maxPoolSize=5 2024-11-22T14:36:07,780 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b313e41b3af3:0, corePoolSize=5, maxPoolSize=5 2024-11-22T14:36:07,780 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b313e41b3af3:0, corePoolSize=5, maxPoolSize=5 2024-11-22T14:36:07,780 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b313e41b3af3:0, corePoolSize=10, maxPoolSize=10 2024-11-22T14:36:07,780 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:36:07,780 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b313e41b3af3:0, corePoolSize=2, maxPoolSize=2 2024-11-22T14:36:07,780 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:36:07,784 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:36:07,785 INFO [RS:0;b313e41b3af3:34033 {}] regionserver.HRegionServer(746): ClusterId : f94021c1-77ee-4ee6-a5a9-07fe242ac3fa 2024-11-22T14:36:07,785 DEBUG [RS:0;b313e41b3af3:34033 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-22T14:36:07,786 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T14:36:07,786 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-22T14:36:07,786 DEBUG [RS:0;b313e41b3af3:34033 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-22T14:36:07,786 DEBUG [RS:0;b313e41b3af3:34033 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-22T14:36:07,787 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:36:07,787 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-22T14:36:07,788 DEBUG [RS:0;b313e41b3af3:34033 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-22T14:36:07,788 DEBUG [RS:0;b313e41b3af3:34033 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7afa4ed5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b313e41b3af3/172.17.0.2:0 2024-11-22T14:36:07,789 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:36:07,789 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:36:07,791 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:36:07,799 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732286197799 2024-11-22T14:36:07,799 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-22T14:36:07,799 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-22T14:36:07,799 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-22T14:36:07,799 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-22T14:36:07,799 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-22T14:36:07,799 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-22T14:36:07,800 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T14:36:07,800 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-22T14:36:07,800 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-22T14:36:07,800 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-22T14:36:07,800 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-22T14:36:07,800 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-22T14:36:07,801 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-22T14:36:07,801 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b313e41b3af3:0:becomeActiveMaster-HFileCleaner.large.0-1732286167801,5,FailOnTimeoutGroup] 2024-11-22T14:36:07,802 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b313e41b3af3:0:becomeActiveMaster-HFileCleaner.small.0-1732286167801,5,FailOnTimeoutGroup] 2024-11-22T14:36:07,802 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T14:36:07,802 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-22T14:36:07,802 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-22T14:36:07,802 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-22T14:36:07,812 DEBUG [RS:0;b313e41b3af3:34033 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b313e41b3af3:34033 2024-11-22T14:36:07,812 INFO [RS:0;b313e41b3af3:34033 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-22T14:36:07,812 INFO [RS:0;b313e41b3af3:34033 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-22T14:36:07,812 DEBUG [RS:0;b313e41b3af3:34033 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-22T14:36:07,813 INFO [RS:0;b313e41b3af3:34033 {}] regionserver.HRegionServer(2659): reportForDuty to master=b313e41b3af3,35599,1732286167094 with port=34033, startcode=1732286167153 2024-11-22T14:36:07,813 DEBUG [RS:0;b313e41b3af3:34033 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-22T14:36:07,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39967 is added to blk_1073741831_1007 (size=1321) 2024-11-22T14:36:07,822 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53269, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=RegionServerStatusService 2024-11-22T14:36:07,822 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35599 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b313e41b3af3,34033,1732286167153 2024-11-22T14:36:07,822 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35599 {}] master.ServerManager(517): Registering regionserver=b313e41b3af3,34033,1732286167153 2024-11-22T14:36:07,823 DEBUG [RS:0;b313e41b3af3:34033 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41169/user/jenkins/test-data/eab256af-88a9-a24c-aa2e-077239e25d87 2024-11-22T14:36:07,824 DEBUG [RS:0;b313e41b3af3:34033 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41169 2024-11-22T14:36:07,824 DEBUG [RS:0;b313e41b3af3:34033 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-22T14:36:07,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35599-0x10067dc92060000, quorum=127.0.0.1:53297, baseZNode=/02043170621 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02043170621/rs 2024-11-22T14:36:07,825 DEBUG [RS:0;b313e41b3af3:34033 {}] zookeeper.ZKUtil(111): regionserver:34033-0x10067dc92060001, quorum=127.0.0.1:53297, baseZNode=/02043170621 Set watcher on existing znode=/02043170621/rs/b313e41b3af3,34033,1732286167153 2024-11-22T14:36:07,825 WARN [RS:0;b313e41b3af3:34033 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T14:36:07,825 INFO [RS:0;b313e41b3af3:34033 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T14:36:07,825 DEBUG [RS:0;b313e41b3af3:34033 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41169/user/jenkins/test-data/eab256af-88a9-a24c-aa2e-077239e25d87/WALs/b313e41b3af3,34033,1732286167153 2024-11-22T14:36:07,825 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b313e41b3af3,34033,1732286167153] 2024-11-22T14:36:07,831 INFO [RS:0;b313e41b3af3:34033 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-22T14:36:07,832 INFO [RS:0;b313e41b3af3:34033 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-22T14:36:07,833 INFO [RS:0;b313e41b3af3:34033 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-22T14:36:07,833 INFO [RS:0;b313e41b3af3:34033 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T14:36:07,833 INFO [RS:0;b313e41b3af3:34033 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-22T14:36:07,833 INFO [RS:0;b313e41b3af3:34033 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-22T14:36:07,834 INFO [RS:0;b313e41b3af3:34033 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-22T14:36:07,834 DEBUG [RS:0;b313e41b3af3:34033 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:36:07,834 DEBUG [RS:0;b313e41b3af3:34033 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:36:07,834 DEBUG [RS:0;b313e41b3af3:34033 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:36:07,834 DEBUG [RS:0;b313e41b3af3:34033 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:36:07,834 DEBUG [RS:0;b313e41b3af3:34033 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:36:07,834 DEBUG [RS:0;b313e41b3af3:34033 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b313e41b3af3:0, corePoolSize=2, maxPoolSize=2 2024-11-22T14:36:07,834 DEBUG [RS:0;b313e41b3af3:34033 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:36:07,834 DEBUG [RS:0;b313e41b3af3:34033 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:36:07,834 DEBUG [RS:0;b313e41b3af3:34033 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:36:07,834 DEBUG [RS:0;b313e41b3af3:34033 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:36:07,834 DEBUG [RS:0;b313e41b3af3:34033 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:36:07,834 DEBUG [RS:0;b313e41b3af3:34033 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:36:07,834 DEBUG [RS:0;b313e41b3af3:34033 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b313e41b3af3:0, corePoolSize=3, maxPoolSize=3 2024-11-22T14:36:07,834 DEBUG [RS:0;b313e41b3af3:34033 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b313e41b3af3:0, corePoolSize=3, maxPoolSize=3 2024-11-22T14:36:07,839 INFO [RS:0;b313e41b3af3:34033 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T14:36:07,839 INFO [RS:0;b313e41b3af3:34033 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T14:36:07,839 INFO [RS:0;b313e41b3af3:34033 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T14:36:07,839 INFO [RS:0;b313e41b3af3:34033 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-22T14:36:07,839 INFO [RS:0;b313e41b3af3:34033 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-22T14:36:07,839 INFO [RS:0;b313e41b3af3:34033 {}] hbase.ChoreService(168): Chore ScheduledChore name=b313e41b3af3,34033,1732286167153-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T14:36:07,858 INFO [RS:0;b313e41b3af3:34033 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-22T14:36:07,858 INFO [RS:0;b313e41b3af3:34033 {}] hbase.ChoreService(168): Chore ScheduledChore name=b313e41b3af3,34033,1732286167153-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T14:36:07,858 INFO [RS:0;b313e41b3af3:34033 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T14:36:07,858 INFO [RS:0;b313e41b3af3:34033 {}] regionserver.Replication(171): b313e41b3af3,34033,1732286167153 started 2024-11-22T14:36:07,876 INFO [RS:0;b313e41b3af3:34033 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T14:36:07,876 INFO [RS:0;b313e41b3af3:34033 {}] regionserver.HRegionServer(1482): Serving as b313e41b3af3,34033,1732286167153, RpcServer on b313e41b3af3/172.17.0.2:34033, sessionid=0x10067dc92060001 2024-11-22T14:36:07,877 DEBUG [RS:0;b313e41b3af3:34033 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-22T14:36:07,877 DEBUG [RS:0;b313e41b3af3:34033 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b313e41b3af3,34033,1732286167153 2024-11-22T14:36:07,877 DEBUG [RS:0;b313e41b3af3:34033 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b313e41b3af3,34033,1732286167153' 2024-11-22T14:36:07,877 DEBUG [RS:0;b313e41b3af3:34033 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/02043170621/flush-table-proc/abort' 2024-11-22T14:36:07,885 DEBUG [RS:0;b313e41b3af3:34033 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/02043170621/flush-table-proc/acquired' 2024-11-22T14:36:07,888 DEBUG [RS:0;b313e41b3af3:34033 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-22T14:36:07,888 DEBUG [RS:0;b313e41b3af3:34033 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-22T14:36:07,888 DEBUG [RS:0;b313e41b3af3:34033 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b313e41b3af3,34033,1732286167153 2024-11-22T14:36:07,888 DEBUG [RS:0;b313e41b3af3:34033 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b313e41b3af3,34033,1732286167153' 2024-11-22T14:36:07,888 DEBUG [RS:0;b313e41b3af3:34033 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/02043170621/online-snapshot/abort' 2024-11-22T14:36:07,890 DEBUG [RS:0;b313e41b3af3:34033 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/02043170621/online-snapshot/acquired' 2024-11-22T14:36:07,890 DEBUG [RS:0;b313e41b3af3:34033 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-22T14:36:07,890 INFO [RS:0;b313e41b3af3:34033 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-22T14:36:07,890 INFO [RS:0;b313e41b3af3:34033 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-22T14:36:07,991 INFO [RS:0;b313e41b3af3:34033 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T14:36:07,992 INFO [RS:0;b313e41b3af3:34033 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b313e41b3af3%2C34033%2C1732286167153, suffix=, logDir=hdfs://localhost:41169/user/jenkins/test-data/eab256af-88a9-a24c-aa2e-077239e25d87/WALs/b313e41b3af3,34033,1732286167153, archiveDir=hdfs://localhost:41169/user/jenkins/test-data/eab256af-88a9-a24c-aa2e-077239e25d87/oldWALs, maxLogs=10 2024-11-22T14:36:08,003 DEBUG [RS:0;b313e41b3af3:34033 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/eab256af-88a9-a24c-aa2e-077239e25d87/WALs/b313e41b3af3,34033,1732286167153/b313e41b3af3%2C34033%2C1732286167153.1732286167992, exclude list is [], retry=0 2024-11-22T14:36:08,005 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39967,DS-b48aa2d5-d9de-4a15-995e-2c91129de2f3,DISK] 2024-11-22T14:36:08,007 INFO [RS:0;b313e41b3af3:34033 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/eab256af-88a9-a24c-aa2e-077239e25d87/WALs/b313e41b3af3,34033,1732286167153/b313e41b3af3%2C34033%2C1732286167153.1732286167992 2024-11-22T14:36:08,007 DEBUG [RS:0;b313e41b3af3:34033 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43653:43653)] 2024-11-22T14:36:08,219 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41169/user/jenkins/test-data/eab256af-88a9-a24c-aa2e-077239e25d87/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-22T14:36:08,219 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41169/user/jenkins/test-data/eab256af-88a9-a24c-aa2e-077239e25d87 2024-11-22T14:36:08,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39967 is added to blk_1073741833_1009 (size=32) 2024-11-22T14:36:08,634 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T14:36:08,637 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T14:36:08,638 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T14:36:08,638 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:36:08,638 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T14:36:08,638 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T14:36:08,639 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T14:36:08,639 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:36:08,639 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T14:36:08,639 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T14:36:08,640 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T14:36:08,640 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:36:08,640 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T14:36:08,640 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T14:36:08,641 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T14:36:08,641 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:36:08,641 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T14:36:08,641 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T14:36:08,642 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41169/user/jenkins/test-data/eab256af-88a9-a24c-aa2e-077239e25d87/data/hbase/meta/1588230740 2024-11-22T14:36:08,642 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41169/user/jenkins/test-data/eab256af-88a9-a24c-aa2e-077239e25d87/data/hbase/meta/1588230740 2024-11-22T14:36:08,643 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T14:36:08,643 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T14:36:08,644 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T14:36:08,644 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T14:36:08,646 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41169/user/jenkins/test-data/eab256af-88a9-a24c-aa2e-077239e25d87/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T14:36:08,646 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71858553, jitterRate=0.07077588140964508}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T14:36:08,646 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732286168634Initializing all the Stores at 1732286168634Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732286168635 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732286168637 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732286168637Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732286168637Cleaning up temporary data from old regions at 1732286168643 (+6 ms)Region opened successfully at 1732286168646 (+3 ms) 2024-11-22T14:36:08,647 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-22T14:36:08,647 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-22T14:36:08,647 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-22T14:36:08,647 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T14:36:08,647 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T14:36:08,653 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-22T14:36:08,653 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732286168647Disabling compacts and flushes for region at 1732286168647Disabling writes for close at 1732286168647Writing region close event to WAL at 1732286168653 (+6 ms)Closed at 1732286168653 2024-11-22T14:36:08,654 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T14:36:08,654 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-22T14:36:08,654 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-22T14:36:08,655 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T14:36:08,655 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-22T14:36:08,806 DEBUG [b313e41b3af3:35599 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-22T14:36:08,806 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b313e41b3af3,34033,1732286167153 2024-11-22T14:36:08,807 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b313e41b3af3,34033,1732286167153, state=OPENING 2024-11-22T14:36:08,808 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-22T14:36:08,809 DEBUG [pool-2397-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34033-0x10067dc92060001, quorum=127.0.0.1:53297, baseZNode=/02043170621 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02043170621 2024-11-22T14:36:08,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35599-0x10067dc92060000, quorum=127.0.0.1:53297, baseZNode=/02043170621 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02043170621 2024-11-22T14:36:08,809 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T14:36:08,809 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02043170621/meta-region-server: CHANGED 2024-11-22T14:36:08,809 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02043170621/meta-region-server: CHANGED 2024-11-22T14:36:08,809 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b313e41b3af3,34033,1732286167153}] 2024-11-22T14:36:08,961 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-22T14:36:08,963 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40297, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-22T14:36:08,966 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-22T14:36:08,966 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T14:36:08,966 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-22T14:36:08,967 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b313e41b3af3%2C34033%2C1732286167153.meta, suffix=.meta, logDir=hdfs://localhost:41169/user/jenkins/test-data/eab256af-88a9-a24c-aa2e-077239e25d87/WALs/b313e41b3af3,34033,1732286167153, archiveDir=hdfs://localhost:41169/user/jenkins/test-data/eab256af-88a9-a24c-aa2e-077239e25d87/oldWALs, maxLogs=10 2024-11-22T14:36:08,986 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/eab256af-88a9-a24c-aa2e-077239e25d87/WALs/b313e41b3af3,34033,1732286167153/b313e41b3af3%2C34033%2C1732286167153.meta.1732286168968.meta, exclude list is [], retry=0 2024-11-22T14:36:08,989 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39967,DS-b48aa2d5-d9de-4a15-995e-2c91129de2f3,DISK] 2024-11-22T14:36:09,005 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/eab256af-88a9-a24c-aa2e-077239e25d87/WALs/b313e41b3af3,34033,1732286167153/b313e41b3af3%2C34033%2C1732286167153.meta.1732286168968.meta 2024-11-22T14:36:09,005 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43653:43653)] 2024-11-22T14:36:09,006 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-22T14:36:09,006 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-22T14:36:09,006 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-22T14:36:09,006 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-22T14:36:09,006 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-22T14:36:09,006 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-22T14:36:09,006 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T14:36:09,006 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-22T14:36:09,006 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-22T14:36:09,009 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T14:36:09,010 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T14:36:09,010 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:36:09,010 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T14:36:09,011 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T14:36:09,013 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T14:36:09,013 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:36:09,013 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T14:36:09,014 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T14:36:09,014 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T14:36:09,014 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:36:09,015 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T14:36:09,015 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T14:36:09,015 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T14:36:09,016 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:36:09,016 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T14:36:09,016 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T14:36:09,017 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41169/user/jenkins/test-data/eab256af-88a9-a24c-aa2e-077239e25d87/data/hbase/meta/1588230740 2024-11-22T14:36:09,017 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41169/user/jenkins/test-data/eab256af-88a9-a24c-aa2e-077239e25d87/data/hbase/meta/1588230740 2024-11-22T14:36:09,018 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T14:36:09,018 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T14:36:09,019 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T14:36:09,020 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T14:36:09,020 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61408902, jitterRate=-0.08493605256080627}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T14:36:09,020 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-22T14:36:09,021 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732286169007Writing region info on filesystem at 1732286169007Initializing all the Stores at 1732286169007Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732286169007Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732286169009 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732286169009Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732286169010 (+1 ms)Cleaning up temporary data from old regions at 1732286169018 (+8 ms)Running coprocessor post-open hooks at 1732286169020 (+2 ms)Region opened successfully at 1732286169021 (+1 ms) 2024-11-22T14:36:09,021 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732286168961 2024-11-22T14:36:09,024 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-22T14:36:09,024 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-22T14:36:09,024 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b313e41b3af3,34033,1732286167153 2024-11-22T14:36:09,025 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b313e41b3af3,34033,1732286167153, state=OPEN 2024-11-22T14:36:09,027 DEBUG [pool-2397-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34033-0x10067dc92060001, quorum=127.0.0.1:53297, baseZNode=/02043170621 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/02043170621/meta-region-server 2024-11-22T14:36:09,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35599-0x10067dc92060000, quorum=127.0.0.1:53297, baseZNode=/02043170621 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/02043170621/meta-region-server 2024-11-22T14:36:09,028 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02043170621/meta-region-server: CHANGED 2024-11-22T14:36:09,028 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02043170621/meta-region-server: CHANGED 2024-11-22T14:36:09,028 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b313e41b3af3,34033,1732286167153 2024-11-22T14:36:09,030 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-22T14:36:09,030 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b313e41b3af3,34033,1732286167153 in 219 msec 2024-11-22T14:36:09,032 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-22T14:36:09,032 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 376 msec 2024-11-22T14:36:09,033 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T14:36:09,033 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-22T14:36:09,034 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T14:36:09,034 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b313e41b3af3,34033,1732286167153, seqNum=-1] 2024-11-22T14:36:09,035 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T14:36:09,036 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40039, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T14:36:09,041 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2620 sec 2024-11-22T14:36:09,041 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732286169041, completionTime=-1 2024-11-22T14:36:09,041 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-22T14:36:09,041 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-22T14:36:09,043 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-22T14:36:09,043 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732286229043 2024-11-22T14:36:09,043 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732286289043 2024-11-22T14:36:09,043 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-22T14:36:09,043 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b313e41b3af3,35599,1732286167094-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T14:36:09,043 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b313e41b3af3,35599,1732286167094-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T14:36:09,043 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b313e41b3af3,35599,1732286167094-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T14:36:09,043 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b313e41b3af3:35599, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T14:36:09,043 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-22T14:36:09,045 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-22T14:36:09,046 DEBUG [master/b313e41b3af3:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-22T14:36:09,049 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.853sec 2024-11-22T14:36:09,049 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-22T14:36:09,049 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-22T14:36:09,049 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-22T14:36:09,049 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-22T14:36:09,049 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-22T14:36:09,049 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b313e41b3af3,35599,1732286167094-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T14:36:09,049 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b313e41b3af3,35599,1732286167094-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-22T14:36:09,053 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-22T14:36:09,053 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-22T14:36:09,053 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b313e41b3af3,35599,1732286167094-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T14:36:09,089 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f602c86, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:36:09,089 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b313e41b3af3,35599,-1 for getting cluster id 2024-11-22T14:36:09,089 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T14:36:09,093 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f94021c1-77ee-4ee6-a5a9-07fe242ac3fa' 2024-11-22T14:36:09,094 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T14:36:09,094 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f94021c1-77ee-4ee6-a5a9-07fe242ac3fa" 2024-11-22T14:36:09,094 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e77a4bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:36:09,094 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b313e41b3af3,35599,-1] 2024-11-22T14:36:09,094 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T14:36:09,096 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38706, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T14:36:09,097 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:36:09,097 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38704dd5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:36:09,098 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T14:36:09,099 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b313e41b3af3,34033,1732286167153, seqNum=-1] 2024-11-22T14:36:09,099 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T14:36:09,100 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59814, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T14:36:09,101 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b313e41b3af3,35599,1732286167094 2024-11-22T14:36:09,102 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:53297 2024-11-22T14:36:09,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:53297, baseZNode=/02043170621 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T14:36:09,115 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10067dc92060002 connected 2024-11-22T14:36:09,117 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43545adc-536d-334f-1678-b4aabf47d9c5/hadoop.log.dir so I do NOT create it in target/test-data/e5aa0d25-cd52-277e-b292-66a611cbd6b9 2024-11-22T14:36:09,117 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43545adc-536d-334f-1678-b4aabf47d9c5/hadoop.log.dir Erasing configuration value by system value. 2024-11-22T14:36:09,117 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43545adc-536d-334f-1678-b4aabf47d9c5/hadoop.tmp.dir so I do NOT create it in target/test-data/e5aa0d25-cd52-277e-b292-66a611cbd6b9 2024-11-22T14:36:09,117 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43545adc-536d-334f-1678-b4aabf47d9c5/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-22T14:36:09,117 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5aa0d25-cd52-277e-b292-66a611cbd6b9 2024-11-22T14:36:09,117 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-22T14:36:09,117 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5aa0d25-cd52-277e-b292-66a611cbd6b9/cluster_22b5ae37-e1d9-cfa2-007f-bb56c3e282ec, deleteOnExit=true 2024-11-22T14:36:09,117 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-22T14:36:09,118 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5aa0d25-cd52-277e-b292-66a611cbd6b9/test.cache.data in system properties and HBase conf 2024-11-22T14:36:09,118 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5aa0d25-cd52-277e-b292-66a611cbd6b9/hadoop.tmp.dir in system properties and HBase conf 2024-11-22T14:36:09,118 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5aa0d25-cd52-277e-b292-66a611cbd6b9/hadoop.log.dir in system properties and HBase conf 2024-11-22T14:36:09,118 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5aa0d25-cd52-277e-b292-66a611cbd6b9/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-22T14:36:09,118 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5aa0d25-cd52-277e-b292-66a611cbd6b9/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-22T14:36:09,118 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-22T14:36:09,118 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-22T14:36:09,118 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5aa0d25-cd52-277e-b292-66a611cbd6b9/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-22T14:36:09,119 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5aa0d25-cd52-277e-b292-66a611cbd6b9/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-22T14:36:09,119 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5aa0d25-cd52-277e-b292-66a611cbd6b9/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-22T14:36:09,119 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5aa0d25-cd52-277e-b292-66a611cbd6b9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T14:36:09,119 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5aa0d25-cd52-277e-b292-66a611cbd6b9/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-22T14:36:09,119 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5aa0d25-cd52-277e-b292-66a611cbd6b9/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-22T14:36:09,119 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5aa0d25-cd52-277e-b292-66a611cbd6b9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T14:36:09,119 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5aa0d25-cd52-277e-b292-66a611cbd6b9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T14:36:09,119 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5aa0d25-cd52-277e-b292-66a611cbd6b9/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-22T14:36:09,119 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5aa0d25-cd52-277e-b292-66a611cbd6b9/nfs.dump.dir in system properties and HBase conf 2024-11-22T14:36:09,119 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5aa0d25-cd52-277e-b292-66a611cbd6b9/java.io.tmpdir in system properties and HBase conf 2024-11-22T14:36:09,119 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5aa0d25-cd52-277e-b292-66a611cbd6b9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T14:36:09,119 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5aa0d25-cd52-277e-b292-66a611cbd6b9/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-22T14:36:09,120 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5aa0d25-cd52-277e-b292-66a611cbd6b9/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-22T14:36:09,235 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T14:36:09,256 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T14:36:09,281 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T14:36:09,281 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T14:36:09,281 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-22T14:36:09,284 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T14:36:09,284 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@53b01372{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5aa0d25-cd52-277e-b292-66a611cbd6b9/hadoop.log.dir/,AVAILABLE} 2024-11-22T14:36:09,285 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1f2b333{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T14:36:09,411 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3695c297{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5aa0d25-cd52-277e-b292-66a611cbd6b9/java.io.tmpdir/jetty-localhost-41259-hadoop-hdfs-3_4_1-tests_jar-_-any-6746845579768843356/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T14:36:09,412 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@119eee7d{HTTP/1.1, (http/1.1)}{localhost:41259} 2024-11-22T14:36:09,412 INFO [Time-limited test {}] server.Server(415): Started @289945ms 2024-11-22T14:36:09,505 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T14:36:09,507 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T14:36:09,517 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T14:36:09,517 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T14:36:09,517 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-22T14:36:09,518 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@482c8780{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5aa0d25-cd52-277e-b292-66a611cbd6b9/hadoop.log.dir/,AVAILABLE} 2024-11-22T14:36:09,519 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7a98aa89{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T14:36:09,640 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@26d49f62{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5aa0d25-cd52-277e-b292-66a611cbd6b9/java.io.tmpdir/jetty-localhost-34017-hadoop-hdfs-3_4_1-tests_jar-_-any-7237345553463274533/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T14:36:09,640 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@654e73bb{HTTP/1.1, (http/1.1)}{localhost:34017} 2024-11-22T14:36:09,640 INFO [Time-limited test {}] server.Server(415): Started @290173ms 2024-11-22T14:36:09,641 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-22T14:36:09,715 WARN [Thread-4429 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5aa0d25-cd52-277e-b292-66a611cbd6b9/cluster_22b5ae37-e1d9-cfa2-007f-bb56c3e282ec/data/data1/current/BP-223913194-172.17.0.2-1732286169145/current, will proceed with Du for space computation calculation, 2024-11-22T14:36:09,715 WARN [Thread-4430 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5aa0d25-cd52-277e-b292-66a611cbd6b9/cluster_22b5ae37-e1d9-cfa2-007f-bb56c3e282ec/data/data2/current/BP-223913194-172.17.0.2-1732286169145/current, will proceed with Du for space computation calculation, 2024-11-22T14:36:09,775 WARN [Thread-4417 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-22T14:36:09,791 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1979455c2c77f9d0 with lease ID 0xa9473bb6d00ea5c9: Processing first storage report for DS-a4f31632-994b-4008-8791-82177869815c from datanode DatanodeRegistration(127.0.0.1:41537, datanodeUuid=2bdc0b74-9496-4715-8823-963c189ade0d, infoPort=36867, infoSecurePort=0, ipcPort=35383, storageInfo=lv=-57;cid=testClusterID;nsid=1500473312;c=1732286169145) 2024-11-22T14:36:09,791 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1979455c2c77f9d0 with lease ID 0xa9473bb6d00ea5c9: from storage DS-a4f31632-994b-4008-8791-82177869815c node DatanodeRegistration(127.0.0.1:41537, datanodeUuid=2bdc0b74-9496-4715-8823-963c189ade0d, infoPort=36867, infoSecurePort=0, ipcPort=35383, storageInfo=lv=-57;cid=testClusterID;nsid=1500473312;c=1732286169145), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T14:36:09,791 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1979455c2c77f9d0 with lease ID 0xa9473bb6d00ea5c9: Processing first storage report for DS-dec1970f-988f-4e97-919f-b59ad5403562 from datanode DatanodeRegistration(127.0.0.1:41537, datanodeUuid=2bdc0b74-9496-4715-8823-963c189ade0d, infoPort=36867, infoSecurePort=0, ipcPort=35383, storageInfo=lv=-57;cid=testClusterID;nsid=1500473312;c=1732286169145) 2024-11-22T14:36:09,791 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1979455c2c77f9d0 with lease ID 0xa9473bb6d00ea5c9: from storage DS-dec1970f-988f-4e97-919f-b59ad5403562 node DatanodeRegistration(127.0.0.1:41537, datanodeUuid=2bdc0b74-9496-4715-8823-963c189ade0d, infoPort=36867, infoSecurePort=0, ipcPort=35383, storageInfo=lv=-57;cid=testClusterID;nsid=1500473312;c=1732286169145), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T14:36:09,882 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5aa0d25-cd52-277e-b292-66a611cbd6b9 2024-11-22T14:36:09,882 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T14:36:09,884 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T14:36:09,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41537 is added to blk_1073741825_1001 (size=7) 2024-11-22T14:36:10,290 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41581/user/jenkins/test-data/40c789bd-4eef-1209-fbed-1fc3e4b18d54 with version=8 2024-11-22T14:36:10,290 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41581/user/jenkins/test-data/40c789bd-4eef-1209-fbed-1fc3e4b18d54/hbase-staging 2024-11-22T14:36:10,292 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b313e41b3af3:0 server-side Connection retries=45 2024-11-22T14:36:10,292 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T14:36:10,292 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T14:36:10,292 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T14:36:10,292 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T14:36:10,292 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T14:36:10,292 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-22T14:36:10,293 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T14:36:10,293 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35851 2024-11-22T14:36:10,293 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35851 connecting to ZooKeeper ensemble=127.0.0.1:53297 2024-11-22T14:36:10,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:358510x0, quorum=127.0.0.1:53297, baseZNode=/1-990060421 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T14:36:10,295 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35851-0x10067dc92060003 connected 2024-11-22T14:36:10,301 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T14:36:10,302 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T14:36:10,303 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35851-0x10067dc92060003, quorum=127.0.0.1:53297, baseZNode=/1-990060421 Set watcher on znode that does not yet exist, /1-990060421/running 2024-11-22T14:36:10,304 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41581/user/jenkins/test-data/40c789bd-4eef-1209-fbed-1fc3e4b18d54, hbase.cluster.distributed=false 2024-11-22T14:36:10,305 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35851-0x10067dc92060003, quorum=127.0.0.1:53297, baseZNode=/1-990060421 Set watcher on znode that does not yet exist, /1-990060421/acl 2024-11-22T14:36:10,312 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35851 2024-11-22T14:36:10,312 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35851 2024-11-22T14:36:10,313 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35851 2024-11-22T14:36:10,314 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35851 2024-11-22T14:36:10,315 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35851 2024-11-22T14:36:10,333 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b313e41b3af3:0 server-side Connection retries=45 2024-11-22T14:36:10,333 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T14:36:10,333 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T14:36:10,333 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T14:36:10,333 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T14:36:10,333 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T14:36:10,333 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-22T14:36:10,333 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T14:36:10,334 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42623 2024-11-22T14:36:10,334 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42623 connecting to ZooKeeper ensemble=127.0.0.1:53297 2024-11-22T14:36:10,335 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T14:36:10,337 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T14:36:10,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:426230x0, quorum=127.0.0.1:53297, baseZNode=/1-990060421 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T14:36:10,340 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:426230x0, quorum=127.0.0.1:53297, baseZNode=/1-990060421 Set watcher on znode that does not yet exist, /1-990060421/running 2024-11-22T14:36:10,340 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42623-0x10067dc92060004 connected 2024-11-22T14:36:10,341 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-22T14:36:10,347 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-22T14:36:10,348 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42623-0x10067dc92060004, quorum=127.0.0.1:53297, baseZNode=/1-990060421 Set watcher on znode that does not yet exist, /1-990060421/master 2024-11-22T14:36:10,349 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42623-0x10067dc92060004, quorum=127.0.0.1:53297, baseZNode=/1-990060421 Set watcher on znode that does not yet exist, /1-990060421/acl 2024-11-22T14:36:10,352 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42623 2024-11-22T14:36:10,352 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42623 2024-11-22T14:36:10,353 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42623 2024-11-22T14:36:10,357 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42623 2024-11-22T14:36:10,357 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42623 2024-11-22T14:36:10,368 DEBUG [M:0;b313e41b3af3:35851 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b313e41b3af3:35851 2024-11-22T14:36:10,369 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-990060421/backup-masters/b313e41b3af3,35851,1732286170292 2024-11-22T14:36:10,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35851-0x10067dc92060003, quorum=127.0.0.1:53297, baseZNode=/1-990060421 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-990060421/backup-masters 2024-11-22T14:36:10,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42623-0x10067dc92060004, quorum=127.0.0.1:53297, baseZNode=/1-990060421 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-990060421/backup-masters 2024-11-22T14:36:10,370 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35851-0x10067dc92060003, quorum=127.0.0.1:53297, baseZNode=/1-990060421 Set watcher on existing znode=/1-990060421/backup-masters/b313e41b3af3,35851,1732286170292 2024-11-22T14:36:10,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35851-0x10067dc92060003, quorum=127.0.0.1:53297, baseZNode=/1-990060421 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-990060421 2024-11-22T14:36:10,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42623-0x10067dc92060004, quorum=127.0.0.1:53297, baseZNode=/1-990060421 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-990060421/master 2024-11-22T14:36:10,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42623-0x10067dc92060004, quorum=127.0.0.1:53297, baseZNode=/1-990060421 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-990060421 2024-11-22T14:36:10,371 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35851-0x10067dc92060003, quorum=127.0.0.1:53297, baseZNode=/1-990060421 Set watcher on existing znode=/1-990060421/master 2024-11-22T14:36:10,371 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-990060421/backup-masters/b313e41b3af3,35851,1732286170292 from backup master directory 2024-11-22T14:36:10,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35851-0x10067dc92060003, quorum=127.0.0.1:53297, baseZNode=/1-990060421 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-990060421/backup-masters/b313e41b3af3,35851,1732286170292 2024-11-22T14:36:10,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42623-0x10067dc92060004, quorum=127.0.0.1:53297, baseZNode=/1-990060421 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-990060421/backup-masters 2024-11-22T14:36:10,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35851-0x10067dc92060003, quorum=127.0.0.1:53297, baseZNode=/1-990060421 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-990060421/backup-masters 2024-11-22T14:36:10,372 WARN [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T14:36:10,372 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b313e41b3af3,35851,1732286170292 2024-11-22T14:36:10,375 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41581/user/jenkins/test-data/40c789bd-4eef-1209-fbed-1fc3e4b18d54/hbase.id] with ID: a7b14aba-ae42-4621-86f7-3fbbef3e1992 2024-11-22T14:36:10,375 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41581/user/jenkins/test-data/40c789bd-4eef-1209-fbed-1fc3e4b18d54/.tmp/hbase.id 2024-11-22T14:36:10,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41537 is added to blk_1073741826_1002 (size=42) 2024-11-22T14:36:10,385 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41581/user/jenkins/test-data/40c789bd-4eef-1209-fbed-1fc3e4b18d54/.tmp/hbase.id]:[hdfs://localhost:41581/user/jenkins/test-data/40c789bd-4eef-1209-fbed-1fc3e4b18d54/hbase.id] 2024-11-22T14:36:10,391 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T14:36:10,391 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-22T14:36:10,392 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-22T14:36:10,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35851-0x10067dc92060003, quorum=127.0.0.1:53297, baseZNode=/1-990060421 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-990060421 2024-11-22T14:36:10,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42623-0x10067dc92060004, quorum=127.0.0.1:53297, baseZNode=/1-990060421 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-990060421 2024-11-22T14:36:10,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41537 is added to blk_1073741827_1003 (size=196) 2024-11-22T14:36:10,408 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T14:36:10,429 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-22T14:36:10,429 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T14:36:10,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41537 is added to blk_1073741828_1004 (size=1189) 2024-11-22T14:36:10,441 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41581/user/jenkins/test-data/40c789bd-4eef-1209-fbed-1fc3e4b18d54/MasterData/data/master/store 2024-11-22T14:36:10,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41537 is added to blk_1073741829_1005 (size=34) 2024-11-22T14:36:10,851 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T14:36:10,851 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T14:36:10,851 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T14:36:10,851 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T14:36:10,851 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T14:36:10,851 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T14:36:10,851 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T14:36:10,851 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732286170851Disabling compacts and flushes for region at 1732286170851Disabling writes for close at 1732286170851Writing region close event to WAL at 1732286170851Closed at 1732286170851 2024-11-22T14:36:10,853 WARN [master/b313e41b3af3:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41581/user/jenkins/test-data/40c789bd-4eef-1209-fbed-1fc3e4b18d54/MasterData/data/master/store/.initializing 2024-11-22T14:36:10,853 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41581/user/jenkins/test-data/40c789bd-4eef-1209-fbed-1fc3e4b18d54/MasterData/WALs/b313e41b3af3,35851,1732286170292 2024-11-22T14:36:10,854 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T14:36:10,856 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b313e41b3af3%2C35851%2C1732286170292, suffix=, logDir=hdfs://localhost:41581/user/jenkins/test-data/40c789bd-4eef-1209-fbed-1fc3e4b18d54/MasterData/WALs/b313e41b3af3,35851,1732286170292, archiveDir=hdfs://localhost:41581/user/jenkins/test-data/40c789bd-4eef-1209-fbed-1fc3e4b18d54/MasterData/oldWALs, maxLogs=10 2024-11-22T14:36:10,871 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/40c789bd-4eef-1209-fbed-1fc3e4b18d54/MasterData/WALs/b313e41b3af3,35851,1732286170292/b313e41b3af3%2C35851%2C1732286170292.1732286170856, exclude list is [], retry=0 2024-11-22T14:36:10,876 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41537,DS-a4f31632-994b-4008-8791-82177869815c,DISK] 2024-11-22T14:36:10,878 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/40c789bd-4eef-1209-fbed-1fc3e4b18d54/MasterData/WALs/b313e41b3af3,35851,1732286170292/b313e41b3af3%2C35851%2C1732286170292.1732286170856 2024-11-22T14:36:10,878 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36867:36867)] 2024-11-22T14:36:10,878 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-22T14:36:10,878 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T14:36:10,878 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:36:10,879 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:36:10,879 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:36:10,880 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-22T14:36:10,880 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:36:10,881 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T14:36:10,881 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:36:10,881 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-22T14:36:10,882 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:36:10,882 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:36:10,882 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:36:10,882 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-22T14:36:10,882 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:36:10,883 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:36:10,883 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:36:10,883 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-22T14:36:10,883 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:36:10,884 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:36:10,884 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:36:10,884 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41581/user/jenkins/test-data/40c789bd-4eef-1209-fbed-1fc3e4b18d54/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:36:10,884 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41581/user/jenkins/test-data/40c789bd-4eef-1209-fbed-1fc3e4b18d54/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:36:10,885 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:36:10,885 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:36:10,886 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T14:36:10,887 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:36:10,890 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41581/user/jenkins/test-data/40c789bd-4eef-1209-fbed-1fc3e4b18d54/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T14:36:10,890 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73672035, jitterRate=0.09779886901378632}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T14:36:10,891 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732286170879Initializing all the Stores at 1732286170879Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732286170879Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732286170879Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732286170879Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732286170879Cleaning up temporary data from old regions at 1732286170885 (+6 ms)Region opened successfully at 1732286170891 (+6 ms) 2024-11-22T14:36:10,891 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-22T14:36:10,893 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fab9824, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b313e41b3af3/172.17.0.2:0 2024-11-22T14:36:10,902 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-22T14:36:10,902 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-22T14:36:10,902 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-22T14:36:10,902 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-22T14:36:10,903 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-22T14:36:10,904 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-22T14:36:10,904 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-22T14:36:10,907 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-22T14:36:10,907 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35851-0x10067dc92060003, quorum=127.0.0.1:53297, baseZNode=/1-990060421 Unable to get data of znode /1-990060421/balancer because node does not exist (not necessarily an error) 2024-11-22T14:36:10,908 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-990060421/balancer already deleted, retry=false 2024-11-22T14:36:10,908 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-22T14:36:10,909 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35851-0x10067dc92060003, quorum=127.0.0.1:53297, baseZNode=/1-990060421 Unable to get data of znode /1-990060421/normalizer because node does not exist (not necessarily an error) 2024-11-22T14:36:10,909 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-990060421/normalizer already deleted, retry=false 2024-11-22T14:36:10,909 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-22T14:36:10,911 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35851-0x10067dc92060003, quorum=127.0.0.1:53297, baseZNode=/1-990060421 Unable to get data of znode /1-990060421/switch/split because node does not exist (not necessarily an error) 2024-11-22T14:36:10,912 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-990060421/switch/split already deleted, retry=false 2024-11-22T14:36:10,913 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35851-0x10067dc92060003, quorum=127.0.0.1:53297, baseZNode=/1-990060421 Unable to get data of znode /1-990060421/switch/merge because node does not exist (not necessarily an error) 2024-11-22T14:36:10,913 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-990060421/switch/merge already deleted, retry=false 2024-11-22T14:36:10,915 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35851-0x10067dc92060003, quorum=127.0.0.1:53297, baseZNode=/1-990060421 Unable to get data of znode /1-990060421/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-22T14:36:10,916 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-990060421/snapshot-cleanup already deleted, retry=false 2024-11-22T14:36:10,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35851-0x10067dc92060003, quorum=127.0.0.1:53297, baseZNode=/1-990060421 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-990060421/running 2024-11-22T14:36:10,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42623-0x10067dc92060004, quorum=127.0.0.1:53297, baseZNode=/1-990060421 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-990060421/running 2024-11-22T14:36:10,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35851-0x10067dc92060003, quorum=127.0.0.1:53297, baseZNode=/1-990060421 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-990060421 2024-11-22T14:36:10,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42623-0x10067dc92060004, quorum=127.0.0.1:53297, baseZNode=/1-990060421 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-990060421 2024-11-22T14:36:10,918 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b313e41b3af3,35851,1732286170292, sessionid=0x10067dc92060003, setting cluster-up flag (Was=false) 2024-11-22T14:36:10,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42623-0x10067dc92060004, quorum=127.0.0.1:53297, baseZNode=/1-990060421 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-990060421 2024-11-22T14:36:10,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35851-0x10067dc92060003, quorum=127.0.0.1:53297, baseZNode=/1-990060421 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-990060421 2024-11-22T14:36:10,922 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-990060421/flush-table-proc/acquired, /1-990060421/flush-table-proc/reached, /1-990060421/flush-table-proc/abort 2024-11-22T14:36:10,923 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b313e41b3af3,35851,1732286170292 2024-11-22T14:36:10,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35851-0x10067dc92060003, quorum=127.0.0.1:53297, baseZNode=/1-990060421 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-990060421 2024-11-22T14:36:10,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42623-0x10067dc92060004, quorum=127.0.0.1:53297, baseZNode=/1-990060421 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-990060421 2024-11-22T14:36:10,927 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-990060421/online-snapshot/acquired, /1-990060421/online-snapshot/reached, /1-990060421/online-snapshot/abort 2024-11-22T14:36:10,927 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b313e41b3af3,35851,1732286170292 2024-11-22T14:36:10,933 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41581/user/jenkins/test-data/40c789bd-4eef-1209-fbed-1fc3e4b18d54/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-22T14:36:10,938 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-22T14:36:10,938 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-22T14:36:10,938 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-22T14:36:10,939 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b313e41b3af3,35851,1732286170292 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-22T14:36:10,940 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b313e41b3af3:0, corePoolSize=5, maxPoolSize=5 2024-11-22T14:36:10,940 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b313e41b3af3:0, corePoolSize=5, maxPoolSize=5 2024-11-22T14:36:10,940 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b313e41b3af3:0, corePoolSize=5, maxPoolSize=5 2024-11-22T14:36:10,940 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b313e41b3af3:0, corePoolSize=5, maxPoolSize=5 2024-11-22T14:36:10,940 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b313e41b3af3:0, corePoolSize=10, maxPoolSize=10 2024-11-22T14:36:10,940 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:36:10,940 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b313e41b3af3:0, corePoolSize=2, maxPoolSize=2 2024-11-22T14:36:10,940 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:36:10,948 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-22T14:36:10,949 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-22T14:36:10,954 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T14:36:10,954 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-22T14:36:10,955 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:36:10,955 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-22T14:36:10,970 INFO [RS:0;b313e41b3af3:42623 {}] regionserver.HRegionServer(746): ClusterId : a7b14aba-ae42-4621-86f7-3fbbef3e1992 2024-11-22T14:36:10,970 DEBUG [RS:0;b313e41b3af3:42623 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-22T14:36:10,978 DEBUG [RS:0;b313e41b3af3:42623 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-22T14:36:10,978 DEBUG [RS:0;b313e41b3af3:42623 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-22T14:36:10,979 DEBUG [RS:0;b313e41b3af3:42623 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-22T14:36:10,979 DEBUG [RS:0;b313e41b3af3:42623 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@144d1fcc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b313e41b3af3/172.17.0.2:0 2024-11-22T14:36:10,981 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732286200981 2024-11-22T14:36:10,981 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-22T14:36:10,981 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-22T14:36:10,981 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-22T14:36:10,981 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-22T14:36:10,981 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-22T14:36:10,981 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-22T14:36:10,988 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T14:36:10,988 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-22T14:36:10,988 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-22T14:36:10,988 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-22T14:36:10,988 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-22T14:36:10,988 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-22T14:36:10,988 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-22T14:36:10,988 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b313e41b3af3:0:becomeActiveMaster-HFileCleaner.large.0-1732286170988,5,FailOnTimeoutGroup] 2024-11-22T14:36:10,988 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b313e41b3af3:0:becomeActiveMaster-HFileCleaner.small.0-1732286170988,5,FailOnTimeoutGroup] 2024-11-22T14:36:10,988 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T14:36:10,989 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-22T14:36:10,989 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-22T14:36:10,989 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-22T14:36:10,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41537 is added to blk_1073741831_1007 (size=1321) 2024-11-22T14:36:10,995 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41581/user/jenkins/test-data/40c789bd-4eef-1209-fbed-1fc3e4b18d54/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-22T14:36:10,995 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41581/user/jenkins/test-data/40c789bd-4eef-1209-fbed-1fc3e4b18d54 2024-11-22T14:36:11,001 DEBUG [RS:0;b313e41b3af3:42623 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b313e41b3af3:42623 2024-11-22T14:36:11,001 INFO [RS:0;b313e41b3af3:42623 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-22T14:36:11,001 INFO [RS:0;b313e41b3af3:42623 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-22T14:36:11,001 DEBUG [RS:0;b313e41b3af3:42623 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-22T14:36:11,002 INFO [RS:0;b313e41b3af3:42623 {}] regionserver.HRegionServer(2659): reportForDuty to master=b313e41b3af3,35851,1732286170292 with port=42623, startcode=1732286170332 2024-11-22T14:36:11,002 DEBUG [RS:0;b313e41b3af3:42623 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-22T14:36:11,003 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33955, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=RegionServerStatusService 2024-11-22T14:36:11,004 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35851 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b313e41b3af3,42623,1732286170332 2024-11-22T14:36:11,004 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35851 {}] master.ServerManager(517): Registering regionserver=b313e41b3af3,42623,1732286170332 2024-11-22T14:36:11,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41537 is added to blk_1073741832_1008 (size=32) 2024-11-22T14:36:11,005 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T14:36:11,005 DEBUG [RS:0;b313e41b3af3:42623 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41581/user/jenkins/test-data/40c789bd-4eef-1209-fbed-1fc3e4b18d54 2024-11-22T14:36:11,005 DEBUG [RS:0;b313e41b3af3:42623 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41581 2024-11-22T14:36:11,005 DEBUG [RS:0;b313e41b3af3:42623 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-22T14:36:11,007 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T14:36:11,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35851-0x10067dc92060003, quorum=127.0.0.1:53297, baseZNode=/1-990060421 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-990060421/rs 2024-11-22T14:36:11,008 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T14:36:11,008 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:36:11,008 DEBUG [RS:0;b313e41b3af3:42623 {}] zookeeper.ZKUtil(111): regionserver:42623-0x10067dc92060004, quorum=127.0.0.1:53297, baseZNode=/1-990060421 Set watcher on existing znode=/1-990060421/rs/b313e41b3af3,42623,1732286170332 2024-11-22T14:36:11,008 WARN [RS:0;b313e41b3af3:42623 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T14:36:11,008 INFO [RS:0;b313e41b3af3:42623 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T14:36:11,008 DEBUG [RS:0;b313e41b3af3:42623 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41581/user/jenkins/test-data/40c789bd-4eef-1209-fbed-1fc3e4b18d54/WALs/b313e41b3af3,42623,1732286170332 2024-11-22T14:36:11,008 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b313e41b3af3,42623,1732286170332] 2024-11-22T14:36:11,008 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T14:36:11,008 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T14:36:11,010 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T14:36:11,010 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:36:11,010 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T14:36:11,010 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T14:36:11,011 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T14:36:11,011 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:36:11,011 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T14:36:11,011 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T14:36:11,012 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T14:36:11,012 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:36:11,012 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T14:36:11,012 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T14:36:11,013 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41581/user/jenkins/test-data/40c789bd-4eef-1209-fbed-1fc3e4b18d54/data/hbase/meta/1588230740 2024-11-22T14:36:11,013 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41581/user/jenkins/test-data/40c789bd-4eef-1209-fbed-1fc3e4b18d54/data/hbase/meta/1588230740 2024-11-22T14:36:11,014 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T14:36:11,014 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T14:36:11,015 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T14:36:11,015 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T14:36:11,022 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41581/user/jenkins/test-data/40c789bd-4eef-1209-fbed-1fc3e4b18d54/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T14:36:11,022 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63032056, jitterRate=-0.060749173164367676}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T14:36:11,023 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732286171005Initializing all the Stores at 1732286171007 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732286171007Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732286171007Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732286171007Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732286171007Cleaning up temporary data from old regions at 1732286171014 (+7 ms)Region opened successfully at 1732286171022 (+8 ms) 2024-11-22T14:36:11,023 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-22T14:36:11,023 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-22T14:36:11,023 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-22T14:36:11,023 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T14:36:11,023 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T14:36:11,024 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-22T14:36:11,024 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732286171023Disabling compacts and flushes for region at 1732286171023Disabling writes for close at 1732286171023Writing region close event to WAL at 1732286171024 (+1 ms)Closed at 1732286171024 2024-11-22T14:36:11,025 INFO [RS:0;b313e41b3af3:42623 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-22T14:36:11,025 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T14:36:11,025 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-22T14:36:11,026 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-22T14:36:11,028 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T14:36:11,029 INFO [RS:0;b313e41b3af3:42623 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-22T14:36:11,030 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-22T14:36:11,033 INFO [RS:0;b313e41b3af3:42623 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-22T14:36:11,033 INFO [RS:0;b313e41b3af3:42623 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T14:36:11,037 INFO [RS:0;b313e41b3af3:42623 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-22T14:36:11,038 INFO [RS:0;b313e41b3af3:42623 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-22T14:36:11,038 INFO [RS:0;b313e41b3af3:42623 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-22T14:36:11,038 DEBUG [RS:0;b313e41b3af3:42623 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:36:11,038 DEBUG [RS:0;b313e41b3af3:42623 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:36:11,038 DEBUG [RS:0;b313e41b3af3:42623 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:36:11,038 DEBUG [RS:0;b313e41b3af3:42623 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:36:11,038 DEBUG [RS:0;b313e41b3af3:42623 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:36:11,038 DEBUG [RS:0;b313e41b3af3:42623 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b313e41b3af3:0, corePoolSize=2, maxPoolSize=2 2024-11-22T14:36:11,038 DEBUG [RS:0;b313e41b3af3:42623 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:36:11,038 DEBUG [RS:0;b313e41b3af3:42623 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:36:11,038 DEBUG [RS:0;b313e41b3af3:42623 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:36:11,038 DEBUG [RS:0;b313e41b3af3:42623 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:36:11,038 DEBUG [RS:0;b313e41b3af3:42623 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:36:11,038 DEBUG [RS:0;b313e41b3af3:42623 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:36:11,038 DEBUG [RS:0;b313e41b3af3:42623 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b313e41b3af3:0, corePoolSize=3, maxPoolSize=3 2024-11-22T14:36:11,038 DEBUG [RS:0;b313e41b3af3:42623 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b313e41b3af3:0, corePoolSize=3, maxPoolSize=3 2024-11-22T14:36:11,041 INFO [RS:0;b313e41b3af3:42623 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T14:36:11,041 INFO [RS:0;b313e41b3af3:42623 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T14:36:11,041 INFO [RS:0;b313e41b3af3:42623 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T14:36:11,041 INFO [RS:0;b313e41b3af3:42623 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-22T14:36:11,042 INFO [RS:0;b313e41b3af3:42623 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-22T14:36:11,042 INFO [RS:0;b313e41b3af3:42623 {}] hbase.ChoreService(168): Chore ScheduledChore name=b313e41b3af3,42623,1732286170332-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T14:36:11,062 INFO [RS:0;b313e41b3af3:42623 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-22T14:36:11,062 INFO [RS:0;b313e41b3af3:42623 {}] hbase.ChoreService(168): Chore ScheduledChore name=b313e41b3af3,42623,1732286170332-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T14:36:11,062 INFO [RS:0;b313e41b3af3:42623 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T14:36:11,062 INFO [RS:0;b313e41b3af3:42623 {}] regionserver.Replication(171): b313e41b3af3,42623,1732286170332 started 2024-11-22T14:36:11,080 INFO [RS:0;b313e41b3af3:42623 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T14:36:11,080 INFO [RS:0;b313e41b3af3:42623 {}] regionserver.HRegionServer(1482): Serving as b313e41b3af3,42623,1732286170332, RpcServer on b313e41b3af3/172.17.0.2:42623, sessionid=0x10067dc92060004 2024-11-22T14:36:11,080 DEBUG [RS:0;b313e41b3af3:42623 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-22T14:36:11,080 DEBUG [RS:0;b313e41b3af3:42623 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b313e41b3af3,42623,1732286170332 2024-11-22T14:36:11,080 DEBUG [RS:0;b313e41b3af3:42623 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b313e41b3af3,42623,1732286170332' 2024-11-22T14:36:11,080 DEBUG [RS:0;b313e41b3af3:42623 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-990060421/flush-table-proc/abort' 2024-11-22T14:36:11,080 DEBUG [RS:0;b313e41b3af3:42623 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-990060421/flush-table-proc/acquired' 2024-11-22T14:36:11,081 DEBUG [RS:0;b313e41b3af3:42623 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-22T14:36:11,081 DEBUG [RS:0;b313e41b3af3:42623 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-22T14:36:11,081 DEBUG [RS:0;b313e41b3af3:42623 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b313e41b3af3,42623,1732286170332 2024-11-22T14:36:11,081 DEBUG [RS:0;b313e41b3af3:42623 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b313e41b3af3,42623,1732286170332' 2024-11-22T14:36:11,081 DEBUG [RS:0;b313e41b3af3:42623 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-990060421/online-snapshot/abort' 2024-11-22T14:36:11,081 DEBUG [RS:0;b313e41b3af3:42623 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-990060421/online-snapshot/acquired' 2024-11-22T14:36:11,082 DEBUG [RS:0;b313e41b3af3:42623 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-22T14:36:11,082 INFO [RS:0;b313e41b3af3:42623 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-22T14:36:11,082 INFO [RS:0;b313e41b3af3:42623 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-22T14:36:11,180 WARN [b313e41b3af3:35851 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-22T14:36:11,182 INFO [RS:0;b313e41b3af3:42623 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T14:36:11,183 INFO [RS:0;b313e41b3af3:42623 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b313e41b3af3%2C42623%2C1732286170332, suffix=, logDir=hdfs://localhost:41581/user/jenkins/test-data/40c789bd-4eef-1209-fbed-1fc3e4b18d54/WALs/b313e41b3af3,42623,1732286170332, archiveDir=hdfs://localhost:41581/user/jenkins/test-data/40c789bd-4eef-1209-fbed-1fc3e4b18d54/oldWALs, maxLogs=10 2024-11-22T14:36:11,200 DEBUG [RS:0;b313e41b3af3:42623 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/40c789bd-4eef-1209-fbed-1fc3e4b18d54/WALs/b313e41b3af3,42623,1732286170332/b313e41b3af3%2C42623%2C1732286170332.1732286171184, exclude list is [], retry=0 2024-11-22T14:36:11,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41537,DS-a4f31632-994b-4008-8791-82177869815c,DISK] 2024-11-22T14:36:11,204 INFO [RS:0;b313e41b3af3:42623 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/40c789bd-4eef-1209-fbed-1fc3e4b18d54/WALs/b313e41b3af3,42623,1732286170332/b313e41b3af3%2C42623%2C1732286170332.1732286171184 2024-11-22T14:36:11,205 DEBUG [RS:0;b313e41b3af3:42623 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36867:36867)] 2024-11-22T14:36:11,430 DEBUG [b313e41b3af3:35851 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-22T14:36:11,431 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b313e41b3af3,42623,1732286170332 2024-11-22T14:36:11,432 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b313e41b3af3,42623,1732286170332, state=OPENING 2024-11-22T14:36:11,432 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-22T14:36:11,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42623-0x10067dc92060004, quorum=127.0.0.1:53297, baseZNode=/1-990060421 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-990060421 2024-11-22T14:36:11,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35851-0x10067dc92060003, quorum=127.0.0.1:53297, baseZNode=/1-990060421 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-990060421 2024-11-22T14:36:11,433 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-990060421/meta-region-server: CHANGED 2024-11-22T14:36:11,433 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-990060421/meta-region-server: CHANGED 2024-11-22T14:36:11,433 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T14:36:11,434 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b313e41b3af3,42623,1732286170332}] 2024-11-22T14:36:11,586 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-22T14:36:11,587 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55727, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-22T14:36:11,589 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-22T14:36:11,589 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T14:36:11,589 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-22T14:36:11,590 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b313e41b3af3%2C42623%2C1732286170332.meta, suffix=.meta, logDir=hdfs://localhost:41581/user/jenkins/test-data/40c789bd-4eef-1209-fbed-1fc3e4b18d54/WALs/b313e41b3af3,42623,1732286170332, archiveDir=hdfs://localhost:41581/user/jenkins/test-data/40c789bd-4eef-1209-fbed-1fc3e4b18d54/oldWALs, maxLogs=10 2024-11-22T14:36:11,607 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/40c789bd-4eef-1209-fbed-1fc3e4b18d54/WALs/b313e41b3af3,42623,1732286170332/b313e41b3af3%2C42623%2C1732286170332.meta.1732286171591.meta, exclude list is [], retry=0 2024-11-22T14:36:11,608 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41537,DS-a4f31632-994b-4008-8791-82177869815c,DISK] 2024-11-22T14:36:11,610 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/40c789bd-4eef-1209-fbed-1fc3e4b18d54/WALs/b313e41b3af3,42623,1732286170332/b313e41b3af3%2C42623%2C1732286170332.meta.1732286171591.meta 2024-11-22T14:36:11,610 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36867:36867)] 2024-11-22T14:36:11,610 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-22T14:36:11,611 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-22T14:36:11,611 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-22T14:36:11,611 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-22T14:36:11,611 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-22T14:36:11,611 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-22T14:36:11,611 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T14:36:11,611 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-22T14:36:11,611 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-22T14:36:11,612 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T14:36:11,613 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T14:36:11,613 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:36:11,613 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T14:36:11,613 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T14:36:11,614 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T14:36:11,614 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:36:11,614 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T14:36:11,614 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T14:36:11,615 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T14:36:11,615 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:36:11,616 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T14:36:11,616 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T14:36:11,616 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T14:36:11,616 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:36:11,616 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T14:36:11,617 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T14:36:11,617 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41581/user/jenkins/test-data/40c789bd-4eef-1209-fbed-1fc3e4b18d54/data/hbase/meta/1588230740 2024-11-22T14:36:11,618 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41581/user/jenkins/test-data/40c789bd-4eef-1209-fbed-1fc3e4b18d54/data/hbase/meta/1588230740 2024-11-22T14:36:11,619 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T14:36:11,619 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T14:36:11,619 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T14:36:11,620 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T14:36:11,620 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64598831, jitterRate=-0.037402406334877014}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T14:36:11,620 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-22T14:36:11,620 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732286171611Writing region info on filesystem at 1732286171611Initializing all the Stores at 1732286171612 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732286171612Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732286171612Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732286171612Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732286171612Cleaning up temporary data from old regions at 1732286171619 (+7 ms)Running coprocessor post-open hooks at 1732286171620 (+1 ms)Region opened successfully at 1732286171620 2024-11-22T14:36:11,621 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732286171585 2024-11-22T14:36:11,623 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-22T14:36:11,623 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-22T14:36:11,623 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b313e41b3af3,42623,1732286170332 2024-11-22T14:36:11,624 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b313e41b3af3,42623,1732286170332, state=OPEN 2024-11-22T14:36:11,625 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35851-0x10067dc92060003, quorum=127.0.0.1:53297, baseZNode=/1-990060421 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-990060421/meta-region-server 2024-11-22T14:36:11,625 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42623-0x10067dc92060004, quorum=127.0.0.1:53297, baseZNode=/1-990060421 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-990060421/meta-region-server 2024-11-22T14:36:11,625 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b313e41b3af3,42623,1732286170332 2024-11-22T14:36:11,625 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-990060421/meta-region-server: CHANGED 2024-11-22T14:36:11,625 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-990060421/meta-region-server: CHANGED 2024-11-22T14:36:11,626 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-22T14:36:11,626 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b313e41b3af3,42623,1732286170332 in 191 msec 2024-11-22T14:36:11,628 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-22T14:36:11,628 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 600 msec 2024-11-22T14:36:11,628 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T14:36:11,628 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-22T14:36:11,629 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T14:36:11,629 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b313e41b3af3,42623,1732286170332, seqNum=-1] 2024-11-22T14:36:11,629 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T14:36:11,630 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34323, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T14:36:11,633 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 695 msec 2024-11-22T14:36:11,633 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732286171633, completionTime=-1 2024-11-22T14:36:11,633 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-22T14:36:11,634 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-22T14:36:11,635 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-22T14:36:11,635 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732286231635 2024-11-22T14:36:11,635 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732286291635 2024-11-22T14:36:11,635 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-22T14:36:11,635 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b313e41b3af3,35851,1732286170292-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T14:36:11,635 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b313e41b3af3,35851,1732286170292-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T14:36:11,635 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b313e41b3af3,35851,1732286170292-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T14:36:11,636 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b313e41b3af3:35851, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T14:36:11,636 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-22T14:36:11,637 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-22T14:36:11,637 DEBUG [master/b313e41b3af3:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-22T14:36:11,639 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.267sec 2024-11-22T14:36:11,640 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-22T14:36:11,640 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-22T14:36:11,640 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-22T14:36:11,640 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-22T14:36:11,640 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-22T14:36:11,640 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b313e41b3af3,35851,1732286170292-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T14:36:11,640 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b313e41b3af3,35851,1732286170292-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-22T14:36:11,642 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-22T14:36:11,642 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-22T14:36:11,642 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b313e41b3af3,35851,1732286170292-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T14:36:11,677 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d2ab04b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:36:11,678 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b313e41b3af3,35851,-1 for getting cluster id 2024-11-22T14:36:11,678 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T14:36:11,681 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a7b14aba-ae42-4621-86f7-3fbbef3e1992' 2024-11-22T14:36:11,682 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T14:36:11,682 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a7b14aba-ae42-4621-86f7-3fbbef3e1992" 2024-11-22T14:36:11,683 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@549bcc75, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:36:11,683 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b313e41b3af3,35851,-1] 2024-11-22T14:36:11,683 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T14:36:11,683 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:36:11,684 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46462, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T14:36:11,685 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4afe0142, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:36:11,685 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T14:36:11,686 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b313e41b3af3,42623,1732286170332, seqNum=-1] 2024-11-22T14:36:11,687 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T14:36:11,688 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58476, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T14:36:11,690 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b313e41b3af3,35851,1732286170292 2024-11-22T14:36:11,690 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:53297 2024-11-22T14:36:11,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:53297, baseZNode=/1-990060421 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T14:36:11,693 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10067dc92060005 connected 2024-11-22T14:36:11,695 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5aa0d25-cd52-277e-b292-66a611cbd6b9/hadoop.log.dir so I do NOT create it in target/test-data/82d9146b-91db-483b-9cf0-6c1aabeb770f 2024-11-22T14:36:11,695 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5aa0d25-cd52-277e-b292-66a611cbd6b9/hadoop.log.dir Erasing configuration value by system value. 2024-11-22T14:36:11,696 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5aa0d25-cd52-277e-b292-66a611cbd6b9/hadoop.tmp.dir so I do NOT create it in target/test-data/82d9146b-91db-483b-9cf0-6c1aabeb770f 2024-11-22T14:36:11,696 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5aa0d25-cd52-277e-b292-66a611cbd6b9/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-22T14:36:11,696 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82d9146b-91db-483b-9cf0-6c1aabeb770f 2024-11-22T14:36:11,696 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-22T14:36:11,696 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82d9146b-91db-483b-9cf0-6c1aabeb770f/cluster_bef21dfd-dc91-042a-1e9d-c070225eaeca, deleteOnExit=true 2024-11-22T14:36:11,696 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-22T14:36:11,696 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82d9146b-91db-483b-9cf0-6c1aabeb770f/test.cache.data in system properties and HBase conf 2024-11-22T14:36:11,696 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82d9146b-91db-483b-9cf0-6c1aabeb770f/hadoop.tmp.dir in system properties and HBase conf 2024-11-22T14:36:11,696 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82d9146b-91db-483b-9cf0-6c1aabeb770f/hadoop.log.dir in system properties and HBase conf 2024-11-22T14:36:11,696 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82d9146b-91db-483b-9cf0-6c1aabeb770f/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-22T14:36:11,697 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82d9146b-91db-483b-9cf0-6c1aabeb770f/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-22T14:36:11,697 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-22T14:36:11,697 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-22T14:36:11,697 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82d9146b-91db-483b-9cf0-6c1aabeb770f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-22T14:36:11,697 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82d9146b-91db-483b-9cf0-6c1aabeb770f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-22T14:36:11,697 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82d9146b-91db-483b-9cf0-6c1aabeb770f/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-22T14:36:11,697 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82d9146b-91db-483b-9cf0-6c1aabeb770f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T14:36:11,697 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82d9146b-91db-483b-9cf0-6c1aabeb770f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-22T14:36:11,697 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82d9146b-91db-483b-9cf0-6c1aabeb770f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-22T14:36:11,697 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82d9146b-91db-483b-9cf0-6c1aabeb770f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T14:36:11,698 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82d9146b-91db-483b-9cf0-6c1aabeb770f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T14:36:11,698 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82d9146b-91db-483b-9cf0-6c1aabeb770f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-22T14:36:11,698 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82d9146b-91db-483b-9cf0-6c1aabeb770f/nfs.dump.dir in system properties and HBase conf 2024-11-22T14:36:11,698 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82d9146b-91db-483b-9cf0-6c1aabeb770f/java.io.tmpdir in system properties and HBase conf 2024-11-22T14:36:11,698 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82d9146b-91db-483b-9cf0-6c1aabeb770f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T14:36:11,698 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82d9146b-91db-483b-9cf0-6c1aabeb770f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-22T14:36:11,698 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82d9146b-91db-483b-9cf0-6c1aabeb770f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-22T14:36:11,826 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T14:36:11,842 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T14:36:11,908 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T14:36:11,908 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T14:36:11,908 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-22T14:36:11,912 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T14:36:11,918 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2d8fe384{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82d9146b-91db-483b-9cf0-6c1aabeb770f/hadoop.log.dir/,AVAILABLE} 2024-11-22T14:36:11,919 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@52750825{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T14:36:12,073 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5e2a454{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82d9146b-91db-483b-9cf0-6c1aabeb770f/java.io.tmpdir/jetty-localhost-45739-hadoop-hdfs-3_4_1-tests_jar-_-any-9399866707868741316/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T14:36:12,084 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@18990de3{HTTP/1.1, (http/1.1)}{localhost:45739} 2024-11-22T14:36:12,085 INFO [Time-limited test {}] server.Server(415): Started @292618ms 2024-11-22T14:36:12,403 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T14:36:12,422 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T14:36:12,461 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T14:36:12,461 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T14:36:12,461 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-22T14:36:12,473 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4ca3927a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82d9146b-91db-483b-9cf0-6c1aabeb770f/hadoop.log.dir/,AVAILABLE} 2024-11-22T14:36:12,473 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7047b583{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T14:36:12,605 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@249026b0{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82d9146b-91db-483b-9cf0-6c1aabeb770f/java.io.tmpdir/jetty-localhost-38439-hadoop-hdfs-3_4_1-tests_jar-_-any-15700025585816808973/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T14:36:12,606 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5cb415da{HTTP/1.1, (http/1.1)}{localhost:38439} 2024-11-22T14:36:12,606 INFO [Time-limited test {}] server.Server(415): Started @293139ms 2024-11-22T14:36:12,607 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-22T14:36:12,673 WARN [Thread-4549 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82d9146b-91db-483b-9cf0-6c1aabeb770f/cluster_bef21dfd-dc91-042a-1e9d-c070225eaeca/data/data1/current/BP-981012460-172.17.0.2-1732286171739/current, will proceed with Du for space computation calculation, 2024-11-22T14:36:12,673 WARN [Thread-4550 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82d9146b-91db-483b-9cf0-6c1aabeb770f/cluster_bef21dfd-dc91-042a-1e9d-c070225eaeca/data/data2/current/BP-981012460-172.17.0.2-1732286171739/current, will proceed with Du for space computation calculation, 2024-11-22T14:36:12,700 WARN [Thread-4537 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-22T14:36:12,702 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x559b705e11e59a41 with lease ID 0x5f8d73b67da6154a: Processing first storage report for DS-c4341bc7-31da-4cd4-9c36-900a82cf5b7d from datanode DatanodeRegistration(127.0.0.1:44417, datanodeUuid=d5dec491-2bfb-46b5-848e-015b0a0b3705, infoPort=38773, infoSecurePort=0, ipcPort=33537, storageInfo=lv=-57;cid=testClusterID;nsid=1641315613;c=1732286171739) 2024-11-22T14:36:12,702 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x559b705e11e59a41 with lease ID 0x5f8d73b67da6154a: from storage DS-c4341bc7-31da-4cd4-9c36-900a82cf5b7d node DatanodeRegistration(127.0.0.1:44417, datanodeUuid=d5dec491-2bfb-46b5-848e-015b0a0b3705, infoPort=38773, infoSecurePort=0, ipcPort=33537, storageInfo=lv=-57;cid=testClusterID;nsid=1641315613;c=1732286171739), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T14:36:12,702 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x559b705e11e59a41 with lease ID 0x5f8d73b67da6154a: Processing first storage report for DS-40fddf1f-4fa1-4deb-9801-b1c50f3648e2 from datanode DatanodeRegistration(127.0.0.1:44417, datanodeUuid=d5dec491-2bfb-46b5-848e-015b0a0b3705, infoPort=38773, infoSecurePort=0, ipcPort=33537, storageInfo=lv=-57;cid=testClusterID;nsid=1641315613;c=1732286171739) 2024-11-22T14:36:12,702 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x559b705e11e59a41 with lease ID 0x5f8d73b67da6154a: from storage DS-40fddf1f-4fa1-4deb-9801-b1c50f3648e2 node DatanodeRegistration(127.0.0.1:44417, datanodeUuid=d5dec491-2bfb-46b5-848e-015b0a0b3705, infoPort=38773, infoSecurePort=0, ipcPort=33537, storageInfo=lv=-57;cid=testClusterID;nsid=1641315613;c=1732286171739), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T14:36:12,736 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82d9146b-91db-483b-9cf0-6c1aabeb770f 2024-11-22T14:36:12,737 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T14:36:12,738 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T14:36:12,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44417 is added to blk_1073741825_1001 (size=7) 2024-11-22T14:36:13,146 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34923/user/jenkins/test-data/0461e3f3-acd7-41aa-efeb-66bb30a77b26 with version=8 2024-11-22T14:36:13,146 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34923/user/jenkins/test-data/0461e3f3-acd7-41aa-efeb-66bb30a77b26/hbase-staging 2024-11-22T14:36:13,148 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b313e41b3af3:0 server-side Connection retries=45 2024-11-22T14:36:13,148 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T14:36:13,148 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T14:36:13,148 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T14:36:13,148 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T14:36:13,148 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T14:36:13,148 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-22T14:36:13,148 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T14:36:13,152 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34851 2024-11-22T14:36:13,153 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34851 connecting to ZooKeeper ensemble=127.0.0.1:53297 2024-11-22T14:36:13,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:348510x0, quorum=127.0.0.1:53297, baseZNode=/2473911647 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T14:36:13,157 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34851-0x10067dc92060006 connected 2024-11-22T14:36:13,164 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T14:36:13,165 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T14:36:13,175 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34851-0x10067dc92060006, quorum=127.0.0.1:53297, baseZNode=/2473911647 Set watcher on znode that does not yet exist, /2473911647/running 2024-11-22T14:36:13,176 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34923/user/jenkins/test-data/0461e3f3-acd7-41aa-efeb-66bb30a77b26, hbase.cluster.distributed=false 2024-11-22T14:36:13,177 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34851-0x10067dc92060006, quorum=127.0.0.1:53297, baseZNode=/2473911647 Set watcher on znode that does not yet exist, /2473911647/acl 2024-11-22T14:36:13,183 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34851 2024-11-22T14:36:13,183 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34851 2024-11-22T14:36:13,185 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34851 2024-11-22T14:36:13,193 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34851 2024-11-22T14:36:13,197 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34851 2024-11-22T14:36:13,217 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b313e41b3af3:0 server-side Connection retries=45 2024-11-22T14:36:13,217 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T14:36:13,217 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T14:36:13,217 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T14:36:13,217 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T14:36:13,217 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T14:36:13,218 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-22T14:36:13,218 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T14:36:13,218 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40369 2024-11-22T14:36:13,219 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40369 connecting to ZooKeeper ensemble=127.0.0.1:53297 2024-11-22T14:36:13,220 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T14:36:13,222 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T14:36:13,250 DEBUG [pool-2609-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:403690x0, quorum=127.0.0.1:53297, baseZNode=/2473911647 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T14:36:13,251 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:403690x0, quorum=127.0.0.1:53297, baseZNode=/2473911647 Set watcher on znode that does not yet exist, /2473911647/running 2024-11-22T14:36:13,251 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-22T14:36:13,253 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40369-0x10067dc92060007 connected 2024-11-22T14:36:13,264 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-22T14:36:13,264 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40369-0x10067dc92060007, quorum=127.0.0.1:53297, baseZNode=/2473911647 Set watcher on znode that does not yet exist, /2473911647/master 2024-11-22T14:36:13,265 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40369-0x10067dc92060007, quorum=127.0.0.1:53297, baseZNode=/2473911647 Set watcher on znode that does not yet exist, /2473911647/acl 2024-11-22T14:36:13,278 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40369 2024-11-22T14:36:13,279 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40369 2024-11-22T14:36:13,285 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40369 2024-11-22T14:36:13,294 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40369 2024-11-22T14:36:13,297 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40369 2024-11-22T14:36:13,315 DEBUG [M:0;b313e41b3af3:34851 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b313e41b3af3:34851 2024-11-22T14:36:13,321 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2473911647/backup-masters/b313e41b3af3,34851,1732286173148 2024-11-22T14:36:13,322 DEBUG [pool-2609-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40369-0x10067dc92060007, quorum=127.0.0.1:53297, baseZNode=/2473911647 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2473911647/backup-masters 2024-11-22T14:36:13,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34851-0x10067dc92060006, quorum=127.0.0.1:53297, baseZNode=/2473911647 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2473911647/backup-masters 2024-11-22T14:36:13,323 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34851-0x10067dc92060006, quorum=127.0.0.1:53297, baseZNode=/2473911647 Set watcher on existing znode=/2473911647/backup-masters/b313e41b3af3,34851,1732286173148 2024-11-22T14:36:13,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34851-0x10067dc92060006, quorum=127.0.0.1:53297, baseZNode=/2473911647 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2473911647 2024-11-22T14:36:13,323 DEBUG [pool-2609-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40369-0x10067dc92060007, quorum=127.0.0.1:53297, baseZNode=/2473911647 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2473911647/master 2024-11-22T14:36:13,323 DEBUG [pool-2609-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40369-0x10067dc92060007, quorum=127.0.0.1:53297, baseZNode=/2473911647 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2473911647 2024-11-22T14:36:13,325 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34851-0x10067dc92060006, quorum=127.0.0.1:53297, baseZNode=/2473911647 Set watcher on existing znode=/2473911647/master 2024-11-22T14:36:13,325 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2473911647/backup-masters/b313e41b3af3,34851,1732286173148 from backup master directory 2024-11-22T14:36:13,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34851-0x10067dc92060006, quorum=127.0.0.1:53297, baseZNode=/2473911647 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2473911647/backup-masters/b313e41b3af3,34851,1732286173148 2024-11-22T14:36:13,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34851-0x10067dc92060006, quorum=127.0.0.1:53297, baseZNode=/2473911647 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2473911647/backup-masters 2024-11-22T14:36:13,326 DEBUG [pool-2609-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40369-0x10067dc92060007, quorum=127.0.0.1:53297, baseZNode=/2473911647 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2473911647/backup-masters 2024-11-22T14:36:13,326 WARN [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T14:36:13,326 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b313e41b3af3,34851,1732286173148 2024-11-22T14:36:13,338 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34923/user/jenkins/test-data/0461e3f3-acd7-41aa-efeb-66bb30a77b26/hbase.id] with ID: cb18caf7-870a-4782-80be-3af68c194c3d 2024-11-22T14:36:13,338 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34923/user/jenkins/test-data/0461e3f3-acd7-41aa-efeb-66bb30a77b26/.tmp/hbase.id 2024-11-22T14:36:13,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44417 is added to blk_1073741826_1002 (size=42) 2024-11-22T14:36:13,365 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34923/user/jenkins/test-data/0461e3f3-acd7-41aa-efeb-66bb30a77b26/.tmp/hbase.id]:[hdfs://localhost:34923/user/jenkins/test-data/0461e3f3-acd7-41aa-efeb-66bb30a77b26/hbase.id] 2024-11-22T14:36:13,377 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T14:36:13,377 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-22T14:36:13,379 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-22T14:36:13,380 DEBUG [pool-2609-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40369-0x10067dc92060007, quorum=127.0.0.1:53297, baseZNode=/2473911647 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2473911647 2024-11-22T14:36:13,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34851-0x10067dc92060006, quorum=127.0.0.1:53297, baseZNode=/2473911647 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2473911647 2024-11-22T14:36:13,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44417 is added to blk_1073741827_1003 (size=196) 2024-11-22T14:36:13,395 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T14:36:13,396 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-22T14:36:13,397 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T14:36:13,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44417 is added to blk_1073741828_1004 (size=1189) 2024-11-22T14:36:13,415 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34923/user/jenkins/test-data/0461e3f3-acd7-41aa-efeb-66bb30a77b26/MasterData/data/master/store 2024-11-22T14:36:13,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44417 is added to blk_1073741829_1005 (size=34) 2024-11-22T14:36:13,443 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T14:36:13,443 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T14:36:13,443 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T14:36:13,443 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T14:36:13,443 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T14:36:13,443 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T14:36:13,443 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T14:36:13,443 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732286173443Disabling compacts and flushes for region at 1732286173443Disabling writes for close at 1732286173443Writing region close event to WAL at 1732286173443Closed at 1732286173443 2024-11-22T14:36:13,444 WARN [master/b313e41b3af3:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34923/user/jenkins/test-data/0461e3f3-acd7-41aa-efeb-66bb30a77b26/MasterData/data/master/store/.initializing 2024-11-22T14:36:13,444 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34923/user/jenkins/test-data/0461e3f3-acd7-41aa-efeb-66bb30a77b26/MasterData/WALs/b313e41b3af3,34851,1732286173148 2024-11-22T14:36:13,445 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T14:36:13,446 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b313e41b3af3%2C34851%2C1732286173148, suffix=, logDir=hdfs://localhost:34923/user/jenkins/test-data/0461e3f3-acd7-41aa-efeb-66bb30a77b26/MasterData/WALs/b313e41b3af3,34851,1732286173148, archiveDir=hdfs://localhost:34923/user/jenkins/test-data/0461e3f3-acd7-41aa-efeb-66bb30a77b26/MasterData/oldWALs, maxLogs=10 2024-11-22T14:36:13,461 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0461e3f3-acd7-41aa-efeb-66bb30a77b26/MasterData/WALs/b313e41b3af3,34851,1732286173148/b313e41b3af3%2C34851%2C1732286173148.1732286173447, exclude list is [], retry=0 2024-11-22T14:36:13,463 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44417,DS-c4341bc7-31da-4cd4-9c36-900a82cf5b7d,DISK] 2024-11-22T14:36:13,465 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0461e3f3-acd7-41aa-efeb-66bb30a77b26/MasterData/WALs/b313e41b3af3,34851,1732286173148/b313e41b3af3%2C34851%2C1732286173148.1732286173447 2024-11-22T14:36:13,465 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38773:38773)] 2024-11-22T14:36:13,465 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-22T14:36:13,465 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T14:36:13,465 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:36:13,465 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:36:13,466 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:36:13,467 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-22T14:36:13,467 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:36:13,468 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T14:36:13,468 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:36:13,469 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-22T14:36:13,469 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:36:13,469 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:36:13,469 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:36:13,470 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-22T14:36:13,470 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:36:13,470 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:36:13,470 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:36:13,470 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-22T14:36:13,470 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:36:13,471 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:36:13,471 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:36:13,471 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34923/user/jenkins/test-data/0461e3f3-acd7-41aa-efeb-66bb30a77b26/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:36:13,472 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34923/user/jenkins/test-data/0461e3f3-acd7-41aa-efeb-66bb30a77b26/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:36:13,473 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:36:13,473 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:36:13,473 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T14:36:13,474 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:36:13,475 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34923/user/jenkins/test-data/0461e3f3-acd7-41aa-efeb-66bb30a77b26/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T14:36:13,476 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72046265, jitterRate=0.07357300817966461}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T14:36:13,476 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732286173465Initializing all the Stores at 1732286173466 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732286173466Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732286173466Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732286173466Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732286173466Cleaning up temporary data from old regions at 1732286173473 (+7 ms)Region opened successfully at 1732286173476 (+3 ms) 2024-11-22T14:36:13,476 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-22T14:36:13,478 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53c08e1c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b313e41b3af3/172.17.0.2:0 2024-11-22T14:36:13,479 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-22T14:36:13,479 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-22T14:36:13,479 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-22T14:36:13,479 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-22T14:36:13,479 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-22T14:36:13,479 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-22T14:36:13,479 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-22T14:36:13,481 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-22T14:36:13,481 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34851-0x10067dc92060006, quorum=127.0.0.1:53297, baseZNode=/2473911647 Unable to get data of znode /2473911647/balancer because node does not exist (not necessarily an error) 2024-11-22T14:36:13,482 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2473911647/balancer already deleted, retry=false 2024-11-22T14:36:13,482 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-22T14:36:13,483 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34851-0x10067dc92060006, quorum=127.0.0.1:53297, baseZNode=/2473911647 Unable to get data of znode /2473911647/normalizer because node does not exist (not necessarily an error) 2024-11-22T14:36:13,483 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2473911647/normalizer already deleted, retry=false 2024-11-22T14:36:13,484 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-22T14:36:13,484 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34851-0x10067dc92060006, quorum=127.0.0.1:53297, baseZNode=/2473911647 Unable to get data of znode /2473911647/switch/split because node does not exist (not necessarily an error) 2024-11-22T14:36:13,485 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2473911647/switch/split already deleted, retry=false 2024-11-22T14:36:13,485 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34851-0x10067dc92060006, quorum=127.0.0.1:53297, baseZNode=/2473911647 Unable to get data of znode /2473911647/switch/merge because node does not exist (not necessarily an error) 2024-11-22T14:36:13,486 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2473911647/switch/merge already deleted, retry=false 2024-11-22T14:36:13,487 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34851-0x10067dc92060006, quorum=127.0.0.1:53297, baseZNode=/2473911647 Unable to get data of znode /2473911647/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-22T14:36:13,487 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2473911647/snapshot-cleanup already deleted, retry=false 2024-11-22T14:36:13,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34851-0x10067dc92060006, quorum=127.0.0.1:53297, baseZNode=/2473911647 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2473911647/running 2024-11-22T14:36:13,488 DEBUG [pool-2609-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40369-0x10067dc92060007, quorum=127.0.0.1:53297, baseZNode=/2473911647 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2473911647/running 2024-11-22T14:36:13,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34851-0x10067dc92060006, quorum=127.0.0.1:53297, baseZNode=/2473911647 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2473911647 2024-11-22T14:36:13,488 DEBUG [pool-2609-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40369-0x10067dc92060007, quorum=127.0.0.1:53297, baseZNode=/2473911647 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2473911647 2024-11-22T14:36:13,489 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b313e41b3af3,34851,1732286173148, sessionid=0x10067dc92060006, setting cluster-up flag (Was=false) 2024-11-22T14:36:13,490 DEBUG [pool-2609-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40369-0x10067dc92060007, quorum=127.0.0.1:53297, baseZNode=/2473911647 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2473911647 2024-11-22T14:36:13,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34851-0x10067dc92060006, quorum=127.0.0.1:53297, baseZNode=/2473911647 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2473911647 2024-11-22T14:36:13,492 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2473911647/flush-table-proc/acquired, /2473911647/flush-table-proc/reached, /2473911647/flush-table-proc/abort 2024-11-22T14:36:13,492 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b313e41b3af3,34851,1732286173148 2024-11-22T14:36:13,494 DEBUG [pool-2609-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40369-0x10067dc92060007, quorum=127.0.0.1:53297, baseZNode=/2473911647 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2473911647 2024-11-22T14:36:13,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34851-0x10067dc92060006, quorum=127.0.0.1:53297, baseZNode=/2473911647 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2473911647 2024-11-22T14:36:13,496 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2473911647/online-snapshot/acquired, /2473911647/online-snapshot/reached, /2473911647/online-snapshot/abort 2024-11-22T14:36:13,497 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b313e41b3af3,34851,1732286173148 2024-11-22T14:36:13,498 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34923/user/jenkins/test-data/0461e3f3-acd7-41aa-efeb-66bb30a77b26/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-22T14:36:13,499 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-22T14:36:13,499 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-22T14:36:13,499 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-22T14:36:13,499 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b313e41b3af3,34851,1732286173148 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-22T14:36:13,501 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b313e41b3af3:0, corePoolSize=5, maxPoolSize=5 2024-11-22T14:36:13,501 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b313e41b3af3:0, corePoolSize=5, maxPoolSize=5 2024-11-22T14:36:13,501 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b313e41b3af3:0, corePoolSize=5, maxPoolSize=5 2024-11-22T14:36:13,501 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b313e41b3af3:0, corePoolSize=5, maxPoolSize=5 2024-11-22T14:36:13,501 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b313e41b3af3:0, corePoolSize=10, maxPoolSize=10 2024-11-22T14:36:13,501 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:36:13,501 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b313e41b3af3:0, corePoolSize=2, maxPoolSize=2 2024-11-22T14:36:13,501 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:36:13,504 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T14:36:13,504 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-22T14:36:13,505 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:36:13,505 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-22T14:36:13,506 INFO [RS:0;b313e41b3af3:40369 {}] regionserver.HRegionServer(746): ClusterId : cb18caf7-870a-4782-80be-3af68c194c3d 2024-11-22T14:36:13,506 DEBUG [RS:0;b313e41b3af3:40369 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-22T14:36:13,507 DEBUG [RS:0;b313e41b3af3:40369 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-22T14:36:13,507 DEBUG [RS:0;b313e41b3af3:40369 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-22T14:36:13,508 DEBUG [RS:0;b313e41b3af3:40369 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-22T14:36:13,508 DEBUG [RS:0;b313e41b3af3:40369 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42e2de62, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b313e41b3af3/172.17.0.2:0 2024-11-22T14:36:13,517 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732286203517 2024-11-22T14:36:13,517 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-22T14:36:13,517 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-22T14:36:13,517 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-22T14:36:13,517 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-22T14:36:13,517 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-22T14:36:13,518 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-22T14:36:13,518 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T14:36:13,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44417 is added to blk_1073741831_1007 (size=1321) 2024-11-22T14:36:13,521 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-22T14:36:13,521 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-22T14:36:13,521 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-22T14:36:13,521 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-22T14:36:13,524 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-22T14:36:13,524 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-22T14:36:13,525 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b313e41b3af3:0:becomeActiveMaster-HFileCleaner.large.0-1732286173524,5,FailOnTimeoutGroup] 2024-11-22T14:36:13,525 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b313e41b3af3:0:becomeActiveMaster-HFileCleaner.small.0-1732286173525,5,FailOnTimeoutGroup] 2024-11-22T14:36:13,525 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T14:36:13,525 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-22T14:36:13,525 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-22T14:36:13,525 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-22T14:36:13,530 DEBUG [RS:0;b313e41b3af3:40369 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b313e41b3af3:40369 2024-11-22T14:36:13,531 INFO [RS:0;b313e41b3af3:40369 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-22T14:36:13,531 INFO [RS:0;b313e41b3af3:40369 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-22T14:36:13,531 DEBUG [RS:0;b313e41b3af3:40369 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-22T14:36:13,531 INFO [RS:0;b313e41b3af3:40369 {}] regionserver.HRegionServer(2659): reportForDuty to master=b313e41b3af3,34851,1732286173148 with port=40369, startcode=1732286173217 2024-11-22T14:36:13,531 DEBUG [RS:0;b313e41b3af3:40369 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-22T14:36:13,533 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33073, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=RegionServerStatusService 2024-11-22T14:36:13,534 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34851 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b313e41b3af3,40369,1732286173217 2024-11-22T14:36:13,534 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34851 {}] master.ServerManager(517): Registering regionserver=b313e41b3af3,40369,1732286173217 2024-11-22T14:36:13,535 DEBUG [RS:0;b313e41b3af3:40369 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34923/user/jenkins/test-data/0461e3f3-acd7-41aa-efeb-66bb30a77b26 2024-11-22T14:36:13,535 DEBUG [RS:0;b313e41b3af3:40369 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34923 2024-11-22T14:36:13,535 DEBUG [RS:0;b313e41b3af3:40369 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-22T14:36:13,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34851-0x10067dc92060006, quorum=127.0.0.1:53297, baseZNode=/2473911647 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2473911647/rs 2024-11-22T14:36:13,538 DEBUG [RS:0;b313e41b3af3:40369 {}] zookeeper.ZKUtil(111): regionserver:40369-0x10067dc92060007, quorum=127.0.0.1:53297, baseZNode=/2473911647 Set watcher on existing znode=/2473911647/rs/b313e41b3af3,40369,1732286173217 2024-11-22T14:36:13,538 WARN [RS:0;b313e41b3af3:40369 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T14:36:13,538 INFO [RS:0;b313e41b3af3:40369 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T14:36:13,538 DEBUG [RS:0;b313e41b3af3:40369 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34923/user/jenkins/test-data/0461e3f3-acd7-41aa-efeb-66bb30a77b26/WALs/b313e41b3af3,40369,1732286173217 2024-11-22T14:36:13,541 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b313e41b3af3,40369,1732286173217] 2024-11-22T14:36:13,543 INFO [RS:0;b313e41b3af3:40369 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-22T14:36:13,545 INFO [RS:0;b313e41b3af3:40369 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-22T14:36:13,545 INFO [RS:0;b313e41b3af3:40369 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-22T14:36:13,545 INFO [RS:0;b313e41b3af3:40369 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T14:36:13,548 INFO [RS:0;b313e41b3af3:40369 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-22T14:36:13,548 INFO [RS:0;b313e41b3af3:40369 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-22T14:36:13,548 INFO [RS:0;b313e41b3af3:40369 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-22T14:36:13,549 DEBUG [RS:0;b313e41b3af3:40369 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:36:13,549 DEBUG [RS:0;b313e41b3af3:40369 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:36:13,549 DEBUG [RS:0;b313e41b3af3:40369 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:36:13,549 DEBUG [RS:0;b313e41b3af3:40369 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:36:13,549 DEBUG [RS:0;b313e41b3af3:40369 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:36:13,549 DEBUG [RS:0;b313e41b3af3:40369 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b313e41b3af3:0, corePoolSize=2, maxPoolSize=2 2024-11-22T14:36:13,549 DEBUG [RS:0;b313e41b3af3:40369 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:36:13,549 DEBUG [RS:0;b313e41b3af3:40369 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:36:13,549 DEBUG [RS:0;b313e41b3af3:40369 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:36:13,549 DEBUG [RS:0;b313e41b3af3:40369 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:36:13,549 DEBUG [RS:0;b313e41b3af3:40369 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:36:13,549 DEBUG [RS:0;b313e41b3af3:40369 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:36:13,549 DEBUG [RS:0;b313e41b3af3:40369 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b313e41b3af3:0, corePoolSize=3, maxPoolSize=3 2024-11-22T14:36:13,549 DEBUG [RS:0;b313e41b3af3:40369 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b313e41b3af3:0, corePoolSize=3, maxPoolSize=3 2024-11-22T14:36:13,551 INFO [RS:0;b313e41b3af3:40369 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T14:36:13,551 INFO [RS:0;b313e41b3af3:40369 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T14:36:13,552 INFO [RS:0;b313e41b3af3:40369 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T14:36:13,552 INFO [RS:0;b313e41b3af3:40369 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-22T14:36:13,552 INFO [RS:0;b313e41b3af3:40369 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-22T14:36:13,552 INFO [RS:0;b313e41b3af3:40369 {}] hbase.ChoreService(168): Chore ScheduledChore name=b313e41b3af3,40369,1732286173217-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T14:36:13,571 INFO [RS:0;b313e41b3af3:40369 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-22T14:36:13,571 INFO [RS:0;b313e41b3af3:40369 {}] hbase.ChoreService(168): Chore ScheduledChore name=b313e41b3af3,40369,1732286173217-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T14:36:13,571 INFO [RS:0;b313e41b3af3:40369 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T14:36:13,571 INFO [RS:0;b313e41b3af3:40369 {}] regionserver.Replication(171): b313e41b3af3,40369,1732286173217 started 2024-11-22T14:36:13,589 INFO [RS:0;b313e41b3af3:40369 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T14:36:13,589 INFO [RS:0;b313e41b3af3:40369 {}] regionserver.HRegionServer(1482): Serving as b313e41b3af3,40369,1732286173217, RpcServer on b313e41b3af3/172.17.0.2:40369, sessionid=0x10067dc92060007 2024-11-22T14:36:13,589 DEBUG [RS:0;b313e41b3af3:40369 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-22T14:36:13,589 DEBUG [RS:0;b313e41b3af3:40369 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b313e41b3af3,40369,1732286173217 2024-11-22T14:36:13,589 DEBUG [RS:0;b313e41b3af3:40369 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b313e41b3af3,40369,1732286173217' 2024-11-22T14:36:13,589 DEBUG [RS:0;b313e41b3af3:40369 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2473911647/flush-table-proc/abort' 2024-11-22T14:36:13,590 DEBUG [RS:0;b313e41b3af3:40369 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2473911647/flush-table-proc/acquired' 2024-11-22T14:36:13,590 DEBUG [RS:0;b313e41b3af3:40369 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-22T14:36:13,590 DEBUG [RS:0;b313e41b3af3:40369 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-22T14:36:13,590 DEBUG [RS:0;b313e41b3af3:40369 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b313e41b3af3,40369,1732286173217 2024-11-22T14:36:13,590 DEBUG [RS:0;b313e41b3af3:40369 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b313e41b3af3,40369,1732286173217' 2024-11-22T14:36:13,590 DEBUG [RS:0;b313e41b3af3:40369 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2473911647/online-snapshot/abort' 2024-11-22T14:36:13,591 DEBUG [RS:0;b313e41b3af3:40369 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2473911647/online-snapshot/acquired' 2024-11-22T14:36:13,591 DEBUG [RS:0;b313e41b3af3:40369 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-22T14:36:13,591 INFO [RS:0;b313e41b3af3:40369 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-22T14:36:13,591 INFO [RS:0;b313e41b3af3:40369 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-22T14:36:13,692 INFO [RS:0;b313e41b3af3:40369 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T14:36:13,693 INFO [RS:0;b313e41b3af3:40369 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b313e41b3af3%2C40369%2C1732286173217, suffix=, logDir=hdfs://localhost:34923/user/jenkins/test-data/0461e3f3-acd7-41aa-efeb-66bb30a77b26/WALs/b313e41b3af3,40369,1732286173217, archiveDir=hdfs://localhost:34923/user/jenkins/test-data/0461e3f3-acd7-41aa-efeb-66bb30a77b26/oldWALs, maxLogs=10 2024-11-22T14:36:13,708 DEBUG [RS:0;b313e41b3af3:40369 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0461e3f3-acd7-41aa-efeb-66bb30a77b26/WALs/b313e41b3af3,40369,1732286173217/b313e41b3af3%2C40369%2C1732286173217.1732286173693, exclude list is [], retry=0 2024-11-22T14:36:13,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44417,DS-c4341bc7-31da-4cd4-9c36-900a82cf5b7d,DISK] 2024-11-22T14:36:13,712 INFO [RS:0;b313e41b3af3:40369 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0461e3f3-acd7-41aa-efeb-66bb30a77b26/WALs/b313e41b3af3,40369,1732286173217/b313e41b3af3%2C40369%2C1732286173217.1732286173693 2024-11-22T14:36:13,712 DEBUG [RS:0;b313e41b3af3:40369 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38773:38773)] 2024-11-22T14:36:13,920 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34923/user/jenkins/test-data/0461e3f3-acd7-41aa-efeb-66bb30a77b26/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-22T14:36:13,920 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34923/user/jenkins/test-data/0461e3f3-acd7-41aa-efeb-66bb30a77b26 2024-11-22T14:36:13,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44417 is added to blk_1073741833_1009 (size=32) 2024-11-22T14:36:14,351 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T14:36:14,352 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T14:36:14,353 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T14:36:14,353 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:36:14,353 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T14:36:14,353 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T14:36:14,354 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T14:36:14,354 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:36:14,354 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T14:36:14,354 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T14:36:14,355 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T14:36:14,355 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:36:14,355 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T14:36:14,356 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T14:36:14,356 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T14:36:14,356 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:36:14,357 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T14:36:14,357 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T14:36:14,357 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34923/user/jenkins/test-data/0461e3f3-acd7-41aa-efeb-66bb30a77b26/data/hbase/meta/1588230740 2024-11-22T14:36:14,357 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34923/user/jenkins/test-data/0461e3f3-acd7-41aa-efeb-66bb30a77b26/data/hbase/meta/1588230740 2024-11-22T14:36:14,358 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T14:36:14,358 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T14:36:14,359 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T14:36:14,360 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T14:36:14,361 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34923/user/jenkins/test-data/0461e3f3-acd7-41aa-efeb-66bb30a77b26/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T14:36:14,361 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73943670, jitterRate=0.10184654593467712}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T14:36:14,361 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732286174351Initializing all the Stores at 1732286174352 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732286174352Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732286174352Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732286174352Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732286174352Cleaning up temporary data from old regions at 1732286174358 (+6 ms)Region opened successfully at 1732286174361 (+3 ms) 2024-11-22T14:36:14,361 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-22T14:36:14,361 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-22T14:36:14,361 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-22T14:36:14,361 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T14:36:14,362 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T14:36:14,362 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-22T14:36:14,362 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732286174361Disabling compacts and flushes for region at 1732286174361Disabling writes for close at 1732286174362 (+1 ms)Writing region close event to WAL at 1732286174362Closed at 1732286174362 2024-11-22T14:36:14,363 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T14:36:14,363 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-22T14:36:14,363 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-22T14:36:14,363 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T14:36:14,364 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-22T14:36:14,510 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-22T14:36:14,511 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:36:14,511 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:36:14,511 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:36:14,511 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:36:14,511 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:36:14,511 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:36:14,512 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:36:14,512 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:36:14,514 DEBUG [b313e41b3af3:34851 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-22T14:36:14,515 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b313e41b3af3,40369,1732286173217 2024-11-22T14:36:14,516 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b313e41b3af3,40369,1732286173217, state=OPENING 2024-11-22T14:36:14,517 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-22T14:36:14,519 DEBUG [pool-2609-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40369-0x10067dc92060007, quorum=127.0.0.1:53297, baseZNode=/2473911647 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2473911647 2024-11-22T14:36:14,519 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34851-0x10067dc92060006, quorum=127.0.0.1:53297, baseZNode=/2473911647 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2473911647 2024-11-22T14:36:14,520 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2473911647/meta-region-server: CHANGED 2024-11-22T14:36:14,520 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2473911647/meta-region-server: CHANGED 2024-11-22T14:36:14,520 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T14:36:14,520 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b313e41b3af3,40369,1732286173217}] 2024-11-22T14:36:14,569 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:36:14,569 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:36:14,570 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:36:14,570 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:36:14,570 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:36:14,570 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:36:14,579 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:36:14,584 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:36:14,584 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:36:14,586 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:36:14,672 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-22T14:36:14,674 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50301, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-22T14:36:14,676 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-22T14:36:14,676 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T14:36:14,676 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-22T14:36:14,677 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b313e41b3af3%2C40369%2C1732286173217.meta, suffix=.meta, logDir=hdfs://localhost:34923/user/jenkins/test-data/0461e3f3-acd7-41aa-efeb-66bb30a77b26/WALs/b313e41b3af3,40369,1732286173217, archiveDir=hdfs://localhost:34923/user/jenkins/test-data/0461e3f3-acd7-41aa-efeb-66bb30a77b26/oldWALs, maxLogs=10 2024-11-22T14:36:14,690 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0461e3f3-acd7-41aa-efeb-66bb30a77b26/WALs/b313e41b3af3,40369,1732286173217/b313e41b3af3%2C40369%2C1732286173217.meta.1732286174678.meta, exclude list is [], retry=0 2024-11-22T14:36:14,692 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44417,DS-c4341bc7-31da-4cd4-9c36-900a82cf5b7d,DISK] 2024-11-22T14:36:14,693 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0461e3f3-acd7-41aa-efeb-66bb30a77b26/WALs/b313e41b3af3,40369,1732286173217/b313e41b3af3%2C40369%2C1732286173217.meta.1732286174678.meta 2024-11-22T14:36:14,694 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38773:38773)] 2024-11-22T14:36:14,694 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-22T14:36:14,694 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-22T14:36:14,694 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-22T14:36:14,694 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-22T14:36:14,694 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-22T14:36:14,694 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-22T14:36:14,695 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T14:36:14,695 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-22T14:36:14,695 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-22T14:36:14,696 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T14:36:14,696 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T14:36:14,696 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:36:14,697 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T14:36:14,697 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T14:36:14,697 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T14:36:14,697 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:36:14,697 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T14:36:14,697 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T14:36:14,698 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T14:36:14,698 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:36:14,698 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T14:36:14,698 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T14:36:14,698 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T14:36:14,698 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:36:14,699 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T14:36:14,699 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T14:36:14,699 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34923/user/jenkins/test-data/0461e3f3-acd7-41aa-efeb-66bb30a77b26/data/hbase/meta/1588230740 2024-11-22T14:36:14,700 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34923/user/jenkins/test-data/0461e3f3-acd7-41aa-efeb-66bb30a77b26/data/hbase/meta/1588230740 2024-11-22T14:36:14,701 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T14:36:14,701 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T14:36:14,701 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T14:36:14,702 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T14:36:14,702 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59648924, jitterRate=-0.11116176843643188}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T14:36:14,702 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-22T14:36:14,703 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732286174695Writing region info on filesystem at 1732286174695Initializing all the Stores at 1732286174695Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732286174695Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732286174695Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732286174695Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732286174695Cleaning up temporary data from old regions at 1732286174701 (+6 ms)Running coprocessor post-open hooks at 1732286174702 (+1 ms)Region opened successfully at 1732286174702 2024-11-22T14:36:14,703 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732286174672 2024-11-22T14:36:14,705 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-22T14:36:14,705 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-22T14:36:14,706 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b313e41b3af3,40369,1732286173217 2024-11-22T14:36:14,706 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b313e41b3af3,40369,1732286173217, state=OPEN 2024-11-22T14:36:14,707 DEBUG [pool-2609-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40369-0x10067dc92060007, quorum=127.0.0.1:53297, baseZNode=/2473911647 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2473911647/meta-region-server 2024-11-22T14:36:14,707 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34851-0x10067dc92060006, quorum=127.0.0.1:53297, baseZNode=/2473911647 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2473911647/meta-region-server 2024-11-22T14:36:14,707 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b313e41b3af3,40369,1732286173217 2024-11-22T14:36:14,707 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2473911647/meta-region-server: CHANGED 2024-11-22T14:36:14,707 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2473911647/meta-region-server: CHANGED 2024-11-22T14:36:14,709 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-22T14:36:14,709 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b313e41b3af3,40369,1732286173217 in 187 msec 2024-11-22T14:36:14,710 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-22T14:36:14,710 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 346 msec 2024-11-22T14:36:14,711 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T14:36:14,711 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-22T14:36:14,712 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T14:36:14,712 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b313e41b3af3,40369,1732286173217, seqNum=-1] 2024-11-22T14:36:14,712 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T14:36:14,713 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55421, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T14:36:14,716 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2170 sec 2024-11-22T14:36:14,717 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732286174716, completionTime=-1 2024-11-22T14:36:14,717 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-22T14:36:14,717 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-22T14:36:14,718 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-22T14:36:14,719 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732286234718 2024-11-22T14:36:14,719 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732286294719 2024-11-22T14:36:14,719 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-22T14:36:14,719 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b313e41b3af3,34851,1732286173148-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T14:36:14,719 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b313e41b3af3,34851,1732286173148-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T14:36:14,719 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b313e41b3af3,34851,1732286173148-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T14:36:14,719 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b313e41b3af3:34851, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T14:36:14,719 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-22T14:36:14,719 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-22T14:36:14,721 DEBUG [master/b313e41b3af3:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-22T14:36:14,722 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.396sec 2024-11-22T14:36:14,722 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-22T14:36:14,722 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-22T14:36:14,723 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-22T14:36:14,723 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-22T14:36:14,723 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-22T14:36:14,723 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b313e41b3af3,34851,1732286173148-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T14:36:14,723 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b313e41b3af3,34851,1732286173148-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-22T14:36:14,724 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-22T14:36:14,724 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-22T14:36:14,724 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b313e41b3af3,34851,1732286173148-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T14:36:14,807 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@491f2649, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:36:14,807 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b313e41b3af3,34851,-1 for getting cluster id 2024-11-22T14:36:14,807 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T14:36:14,808 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cb18caf7-870a-4782-80be-3af68c194c3d' 2024-11-22T14:36:14,808 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T14:36:14,808 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cb18caf7-870a-4782-80be-3af68c194c3d" 2024-11-22T14:36:14,808 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d71af64, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:36:14,808 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b313e41b3af3,34851,-1] 2024-11-22T14:36:14,809 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T14:36:14,809 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:36:14,809 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44426, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T14:36:14,810 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53859a95, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:36:14,810 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T14:36:14,811 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b313e41b3af3,40369,1732286173217, seqNum=-1] 2024-11-22T14:36:14,811 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T14:36:14,812 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54508, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T14:36:14,813 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b313e41b3af3,34851,1732286173148 2024-11-22T14:36:14,814 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:53297 2024-11-22T14:36:14,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:53297, baseZNode=/2473911647 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T14:36:14,815 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x10067dc92060008 connected 2024-11-22T14:36:14,817 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T14:36:14,818 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncConnectionImpl(321): The fetched master address is b313e41b3af3,35599,1732286167094 2024-11-22T14:36:14,818 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6d27c829 2024-11-22T14:36:14,818 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T14:36:14,819 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38716, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T14:36:14,819 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35599 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T14:36:14,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35599 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-22T14:36:14,821 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T14:36:14,821 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:36:14,821 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35599 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-22T14:36:14,822 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T14:36:14,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35599 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T14:36:14,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39967 is added to blk_1073741835_1011 (size=902) 2024-11-22T14:36:14,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35599 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T14:36:15,075 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-22T14:36:15,075 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-22T14:36:15,076 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-22T14:36:15,076 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-22T14:36:15,076 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-22T14:36:15,076 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-22T14:36:15,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35599 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T14:36:15,229 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 28bc1c0e3f616c8326bcbdf836e99c94, NAME => 'test,,1732286174819.28bc1c0e3f616c8326bcbdf836e99c94.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41169/user/jenkins/test-data/eab256af-88a9-a24c-aa2e-077239e25d87 2024-11-22T14:36:15,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39967 is added to blk_1073741836_1012 (size=39) 2024-11-22T14:36:15,237 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732286174819.28bc1c0e3f616c8326bcbdf836e99c94.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T14:36:15,237 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 28bc1c0e3f616c8326bcbdf836e99c94, disabling compactions & flushes 2024-11-22T14:36:15,237 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732286174819.28bc1c0e3f616c8326bcbdf836e99c94. 2024-11-22T14:36:15,237 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732286174819.28bc1c0e3f616c8326bcbdf836e99c94. 2024-11-22T14:36:15,237 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732286174819.28bc1c0e3f616c8326bcbdf836e99c94. after waiting 0 ms 2024-11-22T14:36:15,237 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732286174819.28bc1c0e3f616c8326bcbdf836e99c94. 2024-11-22T14:36:15,237 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732286174819.28bc1c0e3f616c8326bcbdf836e99c94. 2024-11-22T14:36:15,237 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 28bc1c0e3f616c8326bcbdf836e99c94: Waiting for close lock at 1732286175237Disabling compacts and flushes for region at 1732286175237Disabling writes for close at 1732286175237Writing region close event to WAL at 1732286175237Closed at 1732286175237 2024-11-22T14:36:15,239 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T14:36:15,239 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732286174819.28bc1c0e3f616c8326bcbdf836e99c94.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732286175239"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732286175239"}]},"ts":"1732286175239"} 2024-11-22T14:36:15,241 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-22T14:36:15,242 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T14:36:15,242 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732286175242"}]},"ts":"1732286175242"} 2024-11-22T14:36:15,245 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-22T14:36:15,245 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=28bc1c0e3f616c8326bcbdf836e99c94, ASSIGN}] 2024-11-22T14:36:15,246 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=28bc1c0e3f616c8326bcbdf836e99c94, ASSIGN 2024-11-22T14:36:15,253 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=28bc1c0e3f616c8326bcbdf836e99c94, ASSIGN; state=OFFLINE, location=b313e41b3af3,34033,1732286167153; forceNewPlan=false, retain=false 2024-11-22T14:36:15,405 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=28bc1c0e3f616c8326bcbdf836e99c94, regionState=OPENING, regionLocation=b313e41b3af3,34033,1732286167153 2024-11-22T14:36:15,408 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=28bc1c0e3f616c8326bcbdf836e99c94, ASSIGN because future has completed 2024-11-22T14:36:15,434 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 28bc1c0e3f616c8326bcbdf836e99c94, server=b313e41b3af3,34033,1732286167153}] 2024-11-22T14:36:15,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35599 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T14:36:15,589 INFO [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732286174819.28bc1c0e3f616c8326bcbdf836e99c94. 2024-11-22T14:36:15,589 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 28bc1c0e3f616c8326bcbdf836e99c94, NAME => 'test,,1732286174819.28bc1c0e3f616c8326bcbdf836e99c94.', STARTKEY => '', ENDKEY => ''} 2024-11-22T14:36:15,590 INFO [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-22T14:36:15,590 INFO [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-22T14:36:15,590 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 28bc1c0e3f616c8326bcbdf836e99c94 2024-11-22T14:36:15,590 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732286174819.28bc1c0e3f616c8326bcbdf836e99c94.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T14:36:15,590 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 28bc1c0e3f616c8326bcbdf836e99c94 2024-11-22T14:36:15,590 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 28bc1c0e3f616c8326bcbdf836e99c94 2024-11-22T14:36:15,591 INFO [StoreOpener-28bc1c0e3f616c8326bcbdf836e99c94-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 28bc1c0e3f616c8326bcbdf836e99c94 2024-11-22T14:36:15,592 INFO [StoreOpener-28bc1c0e3f616c8326bcbdf836e99c94-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 28bc1c0e3f616c8326bcbdf836e99c94 columnFamilyName f 2024-11-22T14:36:15,592 DEBUG [StoreOpener-28bc1c0e3f616c8326bcbdf836e99c94-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:36:15,593 INFO [StoreOpener-28bc1c0e3f616c8326bcbdf836e99c94-1 {}] regionserver.HStore(327): Store=28bc1c0e3f616c8326bcbdf836e99c94/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:36:15,593 INFO [StoreOpener-28bc1c0e3f616c8326bcbdf836e99c94-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 28bc1c0e3f616c8326bcbdf836e99c94 2024-11-22T14:36:15,593 INFO [StoreOpener-28bc1c0e3f616c8326bcbdf836e99c94-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 28bc1c0e3f616c8326bcbdf836e99c94 columnFamilyName f1 2024-11-22T14:36:15,593 DEBUG [StoreOpener-28bc1c0e3f616c8326bcbdf836e99c94-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:36:15,594 INFO [StoreOpener-28bc1c0e3f616c8326bcbdf836e99c94-1 {}] regionserver.HStore(327): Store=28bc1c0e3f616c8326bcbdf836e99c94/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:36:15,594 INFO [StoreOpener-28bc1c0e3f616c8326bcbdf836e99c94-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 28bc1c0e3f616c8326bcbdf836e99c94 2024-11-22T14:36:15,595 INFO [StoreOpener-28bc1c0e3f616c8326bcbdf836e99c94-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 28bc1c0e3f616c8326bcbdf836e99c94 columnFamilyName norep 2024-11-22T14:36:15,595 DEBUG [StoreOpener-28bc1c0e3f616c8326bcbdf836e99c94-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:36:15,595 INFO [StoreOpener-28bc1c0e3f616c8326bcbdf836e99c94-1 {}] regionserver.HStore(327): Store=28bc1c0e3f616c8326bcbdf836e99c94/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:36:15,595 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 28bc1c0e3f616c8326bcbdf836e99c94 2024-11-22T14:36:15,596 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41169/user/jenkins/test-data/eab256af-88a9-a24c-aa2e-077239e25d87/data/default/test/28bc1c0e3f616c8326bcbdf836e99c94 2024-11-22T14:36:15,596 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41169/user/jenkins/test-data/eab256af-88a9-a24c-aa2e-077239e25d87/data/default/test/28bc1c0e3f616c8326bcbdf836e99c94 2024-11-22T14:36:15,597 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 28bc1c0e3f616c8326bcbdf836e99c94 2024-11-22T14:36:15,597 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 28bc1c0e3f616c8326bcbdf836e99c94 2024-11-22T14:36:15,597 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-22T14:36:15,598 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 28bc1c0e3f616c8326bcbdf836e99c94 2024-11-22T14:36:15,599 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41169/user/jenkins/test-data/eab256af-88a9-a24c-aa2e-077239e25d87/data/default/test/28bc1c0e3f616c8326bcbdf836e99c94/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T14:36:15,600 INFO [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 28bc1c0e3f616c8326bcbdf836e99c94; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59469478, jitterRate=-0.11383572220802307}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-22T14:36:15,600 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 28bc1c0e3f616c8326bcbdf836e99c94 2024-11-22T14:36:15,600 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 28bc1c0e3f616c8326bcbdf836e99c94: Running coprocessor pre-open hook at 1732286175590Writing region info on filesystem at 1732286175590Initializing all the Stores at 1732286175591 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732286175591Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732286175591Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732286175591Cleaning up temporary data from old regions at 1732286175597 (+6 ms)Running coprocessor post-open hooks at 1732286175600 (+3 ms)Region opened successfully at 1732286175600 2024-11-22T14:36:15,601 INFO [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732286174819.28bc1c0e3f616c8326bcbdf836e99c94., pid=6, masterSystemTime=1732286175587 2024-11-22T14:36:15,602 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732286174819.28bc1c0e3f616c8326bcbdf836e99c94. 2024-11-22T14:36:15,602 INFO [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732286174819.28bc1c0e3f616c8326bcbdf836e99c94. 2024-11-22T14:36:15,603 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=28bc1c0e3f616c8326bcbdf836e99c94, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=b313e41b3af3,34033,1732286167153 2024-11-22T14:36:15,604 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 28bc1c0e3f616c8326bcbdf836e99c94, server=b313e41b3af3,34033,1732286167153 because future has completed 2024-11-22T14:36:15,606 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-22T14:36:15,607 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 28bc1c0e3f616c8326bcbdf836e99c94, server=b313e41b3af3,34033,1732286167153 in 171 msec 2024-11-22T14:36:15,608 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-22T14:36:15,608 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=28bc1c0e3f616c8326bcbdf836e99c94, ASSIGN in 362 msec 2024-11-22T14:36:15,609 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T14:36:15,609 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732286175609"}]},"ts":"1732286175609"} 2024-11-22T14:36:15,610 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-22T14:36:15,611 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T14:36:15,613 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 792 msec 2024-11-22T14:36:15,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35599 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T14:36:15,963 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-22T14:36:15,963 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T14:36:15,963 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is b313e41b3af3,35851,1732286170292 2024-11-22T14:36:15,963 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@481fa2cd 2024-11-22T14:36:15,963 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T14:36:15,964 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46474, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T14:36:15,965 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35851 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T14:36:15,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35851 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-22T14:36:15,967 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T14:36:15,967 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:36:15,967 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35851 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-22T14:36:15,967 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T14:36:15,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35851 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T14:36:15,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41537 is added to blk_1073741835_1011 (size=902) 2024-11-22T14:36:16,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35851 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T14:36:16,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35851 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T14:36:16,382 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9009f45ad314b6ac299eccb042238b5d, NAME => 'test,,1732286175964.9009f45ad314b6ac299eccb042238b5d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41581/user/jenkins/test-data/40c789bd-4eef-1209-fbed-1fc3e4b18d54 2024-11-22T14:36:16,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41537 is added to blk_1073741836_1012 (size=39) 2024-11-22T14:36:16,391 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732286175964.9009f45ad314b6ac299eccb042238b5d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T14:36:16,391 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 9009f45ad314b6ac299eccb042238b5d, disabling compactions & flushes 2024-11-22T14:36:16,391 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732286175964.9009f45ad314b6ac299eccb042238b5d. 2024-11-22T14:36:16,391 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732286175964.9009f45ad314b6ac299eccb042238b5d. 2024-11-22T14:36:16,391 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732286175964.9009f45ad314b6ac299eccb042238b5d. after waiting 0 ms 2024-11-22T14:36:16,391 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732286175964.9009f45ad314b6ac299eccb042238b5d. 2024-11-22T14:36:16,391 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732286175964.9009f45ad314b6ac299eccb042238b5d. 2024-11-22T14:36:16,391 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9009f45ad314b6ac299eccb042238b5d: Waiting for close lock at 1732286176391Disabling compacts and flushes for region at 1732286176391Disabling writes for close at 1732286176391Writing region close event to WAL at 1732286176391Closed at 1732286176391 2024-11-22T14:36:16,392 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T14:36:16,393 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732286175964.9009f45ad314b6ac299eccb042238b5d.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732286176392"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732286176392"}]},"ts":"1732286176392"} 2024-11-22T14:36:16,394 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-22T14:36:16,395 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T14:36:16,395 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732286176395"}]},"ts":"1732286176395"} 2024-11-22T14:36:16,396 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-22T14:36:16,397 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=9009f45ad314b6ac299eccb042238b5d, ASSIGN}] 2024-11-22T14:36:16,397 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=9009f45ad314b6ac299eccb042238b5d, ASSIGN 2024-11-22T14:36:16,398 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=9009f45ad314b6ac299eccb042238b5d, ASSIGN; state=OFFLINE, location=b313e41b3af3,42623,1732286170332; forceNewPlan=false, retain=false 2024-11-22T14:36:16,549 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=9009f45ad314b6ac299eccb042238b5d, regionState=OPENING, regionLocation=b313e41b3af3,42623,1732286170332 2024-11-22T14:36:16,551 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=9009f45ad314b6ac299eccb042238b5d, ASSIGN because future has completed 2024-11-22T14:36:16,551 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9009f45ad314b6ac299eccb042238b5d, server=b313e41b3af3,42623,1732286170332}] 2024-11-22T14:36:16,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35851 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T14:36:16,711 INFO [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732286175964.9009f45ad314b6ac299eccb042238b5d. 2024-11-22T14:36:16,711 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 9009f45ad314b6ac299eccb042238b5d, NAME => 'test,,1732286175964.9009f45ad314b6ac299eccb042238b5d.', STARTKEY => '', ENDKEY => ''} 2024-11-22T14:36:16,711 INFO [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-22T14:36:16,711 INFO [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-22T14:36:16,711 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 9009f45ad314b6ac299eccb042238b5d 2024-11-22T14:36:16,712 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732286175964.9009f45ad314b6ac299eccb042238b5d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T14:36:16,712 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 9009f45ad314b6ac299eccb042238b5d 2024-11-22T14:36:16,712 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 9009f45ad314b6ac299eccb042238b5d 2024-11-22T14:36:16,714 INFO [StoreOpener-9009f45ad314b6ac299eccb042238b5d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 9009f45ad314b6ac299eccb042238b5d 2024-11-22T14:36:16,717 INFO [StoreOpener-9009f45ad314b6ac299eccb042238b5d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9009f45ad314b6ac299eccb042238b5d columnFamilyName f 2024-11-22T14:36:16,717 DEBUG [StoreOpener-9009f45ad314b6ac299eccb042238b5d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:36:16,718 INFO [StoreOpener-9009f45ad314b6ac299eccb042238b5d-1 {}] regionserver.HStore(327): Store=9009f45ad314b6ac299eccb042238b5d/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:36:16,718 INFO [StoreOpener-9009f45ad314b6ac299eccb042238b5d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 9009f45ad314b6ac299eccb042238b5d 2024-11-22T14:36:16,725 INFO [StoreOpener-9009f45ad314b6ac299eccb042238b5d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9009f45ad314b6ac299eccb042238b5d columnFamilyName f1 2024-11-22T14:36:16,725 DEBUG [StoreOpener-9009f45ad314b6ac299eccb042238b5d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:36:16,726 INFO [StoreOpener-9009f45ad314b6ac299eccb042238b5d-1 {}] regionserver.HStore(327): Store=9009f45ad314b6ac299eccb042238b5d/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:36:16,726 INFO [StoreOpener-9009f45ad314b6ac299eccb042238b5d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 9009f45ad314b6ac299eccb042238b5d 2024-11-22T14:36:16,727 INFO [StoreOpener-9009f45ad314b6ac299eccb042238b5d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9009f45ad314b6ac299eccb042238b5d columnFamilyName norep 2024-11-22T14:36:16,727 DEBUG [StoreOpener-9009f45ad314b6ac299eccb042238b5d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:36:16,727 INFO [StoreOpener-9009f45ad314b6ac299eccb042238b5d-1 {}] regionserver.HStore(327): Store=9009f45ad314b6ac299eccb042238b5d/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:36:16,727 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 9009f45ad314b6ac299eccb042238b5d 2024-11-22T14:36:16,728 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41581/user/jenkins/test-data/40c789bd-4eef-1209-fbed-1fc3e4b18d54/data/default/test/9009f45ad314b6ac299eccb042238b5d 2024-11-22T14:36:16,728 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41581/user/jenkins/test-data/40c789bd-4eef-1209-fbed-1fc3e4b18d54/data/default/test/9009f45ad314b6ac299eccb042238b5d 2024-11-22T14:36:16,729 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 9009f45ad314b6ac299eccb042238b5d 2024-11-22T14:36:16,729 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 9009f45ad314b6ac299eccb042238b5d 2024-11-22T14:36:16,729 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-22T14:36:16,730 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 9009f45ad314b6ac299eccb042238b5d 2024-11-22T14:36:16,732 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41581/user/jenkins/test-data/40c789bd-4eef-1209-fbed-1fc3e4b18d54/data/default/test/9009f45ad314b6ac299eccb042238b5d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T14:36:16,732 INFO [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 9009f45ad314b6ac299eccb042238b5d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59009632, jitterRate=-0.12068796157836914}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-22T14:36:16,732 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9009f45ad314b6ac299eccb042238b5d 2024-11-22T14:36:16,732 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 9009f45ad314b6ac299eccb042238b5d: Running coprocessor pre-open hook at 1732286176712Writing region info on filesystem at 1732286176712Initializing all the Stores at 1732286176713 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732286176714 (+1 ms)Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732286176714Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732286176714Cleaning up temporary data from old regions at 1732286176729 (+15 ms)Running coprocessor post-open hooks at 1732286176732 (+3 ms)Region opened successfully at 1732286176732 2024-11-22T14:36:16,733 INFO [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732286175964.9009f45ad314b6ac299eccb042238b5d., pid=6, masterSystemTime=1732286176703 2024-11-22T14:36:16,735 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732286175964.9009f45ad314b6ac299eccb042238b5d. 2024-11-22T14:36:16,735 INFO [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732286175964.9009f45ad314b6ac299eccb042238b5d. 2024-11-22T14:36:16,746 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=9009f45ad314b6ac299eccb042238b5d, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=b313e41b3af3,42623,1732286170332 2024-11-22T14:36:16,748 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9009f45ad314b6ac299eccb042238b5d, server=b313e41b3af3,42623,1732286170332 because future has completed 2024-11-22T14:36:16,753 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-22T14:36:16,753 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 9009f45ad314b6ac299eccb042238b5d, server=b313e41b3af3,42623,1732286170332 in 200 msec 2024-11-22T14:36:16,755 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-22T14:36:16,755 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=9009f45ad314b6ac299eccb042238b5d, ASSIGN in 356 msec 2024-11-22T14:36:16,756 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T14:36:16,756 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732286176756"}]},"ts":"1732286176756"} 2024-11-22T14:36:16,757 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-22T14:36:16,758 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T14:36:16,759 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 793 msec 2024-11-22T14:36:17,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35851 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T14:36:17,103 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-22T14:36:17,103 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T14:36:17,104 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is b313e41b3af3,34851,1732286173148 2024-11-22T14:36:17,104 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@78098ef3 2024-11-22T14:36:17,104 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T14:36:17,105 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44442, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T14:36:17,106 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34851 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T14:36:17,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34851 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-22T14:36:17,108 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T14:36:17,108 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:36:17,108 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34851 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-22T14:36:17,109 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T14:36:17,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34851 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T14:36:17,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44417 is added to blk_1073741835_1011 (size=902) 2024-11-22T14:36:17,127 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5afbfd394a093aa16d67dd4215dc66a6, NAME => 'test,,1732286177105.5afbfd394a093aa16d67dd4215dc66a6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34923/user/jenkins/test-data/0461e3f3-acd7-41aa-efeb-66bb30a77b26 2024-11-22T14:36:17,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44417 is added to blk_1073741836_1012 (size=39) 2024-11-22T14:36:17,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34851 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T14:36:17,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34851 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T14:36:17,535 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732286177105.5afbfd394a093aa16d67dd4215dc66a6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T14:36:17,535 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 5afbfd394a093aa16d67dd4215dc66a6, disabling compactions & flushes 2024-11-22T14:36:17,535 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732286177105.5afbfd394a093aa16d67dd4215dc66a6. 2024-11-22T14:36:17,535 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732286177105.5afbfd394a093aa16d67dd4215dc66a6. 2024-11-22T14:36:17,535 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732286177105.5afbfd394a093aa16d67dd4215dc66a6. after waiting 0 ms 2024-11-22T14:36:17,535 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732286177105.5afbfd394a093aa16d67dd4215dc66a6. 2024-11-22T14:36:17,535 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732286177105.5afbfd394a093aa16d67dd4215dc66a6. 2024-11-22T14:36:17,535 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5afbfd394a093aa16d67dd4215dc66a6: Waiting for close lock at 1732286177535Disabling compacts and flushes for region at 1732286177535Disabling writes for close at 1732286177535Writing region close event to WAL at 1732286177535Closed at 1732286177535 2024-11-22T14:36:17,536 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T14:36:17,537 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732286177105.5afbfd394a093aa16d67dd4215dc66a6.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732286177536"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732286177536"}]},"ts":"1732286177536"} 2024-11-22T14:36:17,538 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-22T14:36:17,539 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T14:36:17,539 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732286177539"}]},"ts":"1732286177539"} 2024-11-22T14:36:17,541 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-22T14:36:17,541 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=5afbfd394a093aa16d67dd4215dc66a6, ASSIGN}] 2024-11-22T14:36:17,542 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=5afbfd394a093aa16d67dd4215dc66a6, ASSIGN 2024-11-22T14:36:17,543 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=5afbfd394a093aa16d67dd4215dc66a6, ASSIGN; state=OFFLINE, location=b313e41b3af3,40369,1732286173217; forceNewPlan=false, retain=false 2024-11-22T14:36:17,693 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5afbfd394a093aa16d67dd4215dc66a6, regionState=OPENING, regionLocation=b313e41b3af3,40369,1732286173217 2024-11-22T14:36:17,695 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=5afbfd394a093aa16d67dd4215dc66a6, ASSIGN because future has completed 2024-11-22T14:36:17,696 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5afbfd394a093aa16d67dd4215dc66a6, server=b313e41b3af3,40369,1732286173217}] 2024-11-22T14:36:17,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34851 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T14:36:17,852 INFO [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732286177105.5afbfd394a093aa16d67dd4215dc66a6. 2024-11-22T14:36:17,852 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 5afbfd394a093aa16d67dd4215dc66a6, NAME => 'test,,1732286177105.5afbfd394a093aa16d67dd4215dc66a6.', STARTKEY => '', ENDKEY => ''} 2024-11-22T14:36:17,853 INFO [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-22T14:36:17,853 INFO [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-22T14:36:17,854 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 5afbfd394a093aa16d67dd4215dc66a6 2024-11-22T14:36:17,854 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732286177105.5afbfd394a093aa16d67dd4215dc66a6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T14:36:17,854 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 5afbfd394a093aa16d67dd4215dc66a6 2024-11-22T14:36:17,854 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 5afbfd394a093aa16d67dd4215dc66a6 2024-11-22T14:36:17,861 INFO [StoreOpener-5afbfd394a093aa16d67dd4215dc66a6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 5afbfd394a093aa16d67dd4215dc66a6 2024-11-22T14:36:17,862 INFO [StoreOpener-5afbfd394a093aa16d67dd4215dc66a6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5afbfd394a093aa16d67dd4215dc66a6 columnFamilyName f 2024-11-22T14:36:17,863 DEBUG [StoreOpener-5afbfd394a093aa16d67dd4215dc66a6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:36:17,863 INFO [StoreOpener-5afbfd394a093aa16d67dd4215dc66a6-1 {}] regionserver.HStore(327): Store=5afbfd394a093aa16d67dd4215dc66a6/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:36:17,863 INFO [StoreOpener-5afbfd394a093aa16d67dd4215dc66a6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 5afbfd394a093aa16d67dd4215dc66a6 2024-11-22T14:36:17,864 INFO [StoreOpener-5afbfd394a093aa16d67dd4215dc66a6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5afbfd394a093aa16d67dd4215dc66a6 columnFamilyName f1 2024-11-22T14:36:17,864 DEBUG [StoreOpener-5afbfd394a093aa16d67dd4215dc66a6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:36:17,865 INFO [StoreOpener-5afbfd394a093aa16d67dd4215dc66a6-1 {}] regionserver.HStore(327): Store=5afbfd394a093aa16d67dd4215dc66a6/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:36:17,865 INFO [StoreOpener-5afbfd394a093aa16d67dd4215dc66a6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 5afbfd394a093aa16d67dd4215dc66a6 2024-11-22T14:36:17,866 INFO [StoreOpener-5afbfd394a093aa16d67dd4215dc66a6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5afbfd394a093aa16d67dd4215dc66a6 columnFamilyName norep 2024-11-22T14:36:17,866 DEBUG [StoreOpener-5afbfd394a093aa16d67dd4215dc66a6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:36:17,866 INFO [StoreOpener-5afbfd394a093aa16d67dd4215dc66a6-1 {}] regionserver.HStore(327): Store=5afbfd394a093aa16d67dd4215dc66a6/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:36:17,866 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 5afbfd394a093aa16d67dd4215dc66a6 2024-11-22T14:36:17,867 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34923/user/jenkins/test-data/0461e3f3-acd7-41aa-efeb-66bb30a77b26/data/default/test/5afbfd394a093aa16d67dd4215dc66a6 2024-11-22T14:36:17,867 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34923/user/jenkins/test-data/0461e3f3-acd7-41aa-efeb-66bb30a77b26/data/default/test/5afbfd394a093aa16d67dd4215dc66a6 2024-11-22T14:36:17,868 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 5afbfd394a093aa16d67dd4215dc66a6 2024-11-22T14:36:17,868 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 5afbfd394a093aa16d67dd4215dc66a6 2024-11-22T14:36:17,869 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-22T14:36:17,870 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 5afbfd394a093aa16d67dd4215dc66a6 2024-11-22T14:36:17,872 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34923/user/jenkins/test-data/0461e3f3-acd7-41aa-efeb-66bb30a77b26/data/default/test/5afbfd394a093aa16d67dd4215dc66a6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T14:36:17,872 INFO [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 5afbfd394a093aa16d67dd4215dc66a6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66906361, jitterRate=-0.003017529845237732}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-22T14:36:17,872 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5afbfd394a093aa16d67dd4215dc66a6 2024-11-22T14:36:17,872 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 5afbfd394a093aa16d67dd4215dc66a6: Running coprocessor pre-open hook at 1732286177854Writing region info on filesystem at 1732286177854Initializing all the Stores at 1732286177855 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732286177855Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732286177861 (+6 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732286177861Cleaning up temporary data from old regions at 1732286177868 (+7 ms)Running coprocessor post-open hooks at 1732286177872 (+4 ms)Region opened successfully at 1732286177872 2024-11-22T14:36:17,873 INFO [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732286177105.5afbfd394a093aa16d67dd4215dc66a6., pid=6, masterSystemTime=1732286177848 2024-11-22T14:36:17,875 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732286177105.5afbfd394a093aa16d67dd4215dc66a6. 2024-11-22T14:36:17,875 INFO [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732286177105.5afbfd394a093aa16d67dd4215dc66a6. 2024-11-22T14:36:17,876 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5afbfd394a093aa16d67dd4215dc66a6, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=b313e41b3af3,40369,1732286173217 2024-11-22T14:36:17,877 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5afbfd394a093aa16d67dd4215dc66a6, server=b313e41b3af3,40369,1732286173217 because future has completed 2024-11-22T14:36:17,891 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-22T14:36:17,892 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 5afbfd394a093aa16d67dd4215dc66a6, server=b313e41b3af3,40369,1732286173217 in 192 msec 2024-11-22T14:36:17,894 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-22T14:36:17,894 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=5afbfd394a093aa16d67dd4215dc66a6, ASSIGN in 350 msec 2024-11-22T14:36:17,894 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T14:36:17,895 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732286177895"}]},"ts":"1732286177895"} 2024-11-22T14:36:17,896 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-22T14:36:17,897 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T14:36:17,899 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 791 msec 2024-11-22T14:36:18,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34851 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T14:36:18,243 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-22T14:36:18,244 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@585871a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:36:18,245 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b313e41b3af3,35599,-1 for getting cluster id 2024-11-22T14:36:18,245 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T14:36:18,246 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f94021c1-77ee-4ee6-a5a9-07fe242ac3fa' 2024-11-22T14:36:18,246 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T14:36:18,247 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f94021c1-77ee-4ee6-a5a9-07fe242ac3fa" 2024-11-22T14:36:18,247 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:36:18,247 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31f9843d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:36:18,247 DEBUG [Time-limited test {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b313e41b3af3,35599,-1] 2024-11-22T14:36:18,248 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T14:36:18,249 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38728, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T14:36:18,250 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@659a7c41, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:36:18,250 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T14:36:18,251 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is b313e41b3af3,35599,1732286167094 2024-11-22T14:36:18,251 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@59f8c7d8 2024-11-22T14:36:18,251 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T14:36:18,253 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38730, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T14:36:18,253 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35599 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://b313e41b3af3:35851,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-22T14:36:18,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35599 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-22T14:36:18,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35599 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T14:36:18,256 DEBUG [PEWorker-5 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b313e41b3af3:35851' 2024-11-22T14:36:18,257 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29f3fed3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:36:18,257 DEBUG [PEWorker-5 {}] client.ClusterIdFetcher(90): Going to request b313e41b3af3,35851,-1 for getting cluster id 2024-11-22T14:36:18,258 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T14:36:18,258 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a7b14aba-ae42-4621-86f7-3fbbef3e1992' 2024-11-22T14:36:18,258 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T14:36:18,258 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a7b14aba-ae42-4621-86f7-3fbbef3e1992" 2024-11-22T14:36:18,259 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fb44f0a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:36:18,259 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b313e41b3af3,35851,-1] 2024-11-22T14:36:18,259 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T14:36:18,259 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:36:18,260 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46492, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T14:36:18,260 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d076c02, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:36:18,260 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T14:36:18,261 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b313e41b3af3,35851,1732286170292 2024-11-22T14:36:18,261 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@73c6a59d 2024-11-22T14:36:18,261 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T14:36:18,263 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46494, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T14:36:18,263 INFO [PEWorker-5 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-5. 2024-11-22T14:36:18,264 DEBUG [PEWorker-5 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-22T14:36:18,264 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:36:18,264 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T14:36:18,264 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:36:18,265 INFO [PEWorker-5 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T14:36:18,266 DEBUG [PEWorker-5 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-22T14:36:18,266 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T14:36:18,267 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:36:18,267 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T14:36:18,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39967 is added to blk_1073741837_1013 (size=1138) 2024-11-22T14:36:18,316 DEBUG [PEWorker-5 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-22T14:36:18,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35599 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T14:36:18,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35599 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T14:36:18,704 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5a151846470469942ed04b1d56cef42c, NAME => 'hbase:replication,,1732286178264.5a151846470469942ed04b1d56cef42c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41169/user/jenkins/test-data/eab256af-88a9-a24c-aa2e-077239e25d87 2024-11-22T14:36:18,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39967 is added to blk_1073741838_1014 (size=44) 2024-11-22T14:36:18,752 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732286178264.5a151846470469942ed04b1d56cef42c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T14:36:18,753 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 5a151846470469942ed04b1d56cef42c, disabling compactions & flushes 2024-11-22T14:36:18,753 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732286178264.5a151846470469942ed04b1d56cef42c. 2024-11-22T14:36:18,753 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732286178264.5a151846470469942ed04b1d56cef42c. 2024-11-22T14:36:18,753 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732286178264.5a151846470469942ed04b1d56cef42c. after waiting 0 ms 2024-11-22T14:36:18,753 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732286178264.5a151846470469942ed04b1d56cef42c. 2024-11-22T14:36:18,753 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732286178264.5a151846470469942ed04b1d56cef42c. 2024-11-22T14:36:18,753 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5a151846470469942ed04b1d56cef42c: Waiting for close lock at 1732286178753Disabling compacts and flushes for region at 1732286178753Disabling writes for close at 1732286178753Writing region close event to WAL at 1732286178753Closed at 1732286178753 2024-11-22T14:36:18,755 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T14:36:18,755 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732286178264.5a151846470469942ed04b1d56cef42c.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732286178755"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732286178755"}]},"ts":"1732286178755"} 2024-11-22T14:36:18,758 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-22T14:36:18,759 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T14:36:18,759 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732286178759"}]},"ts":"1732286178759"} 2024-11-22T14:36:18,762 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-22T14:36:18,762 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5a151846470469942ed04b1d56cef42c, ASSIGN}] 2024-11-22T14:36:18,764 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5a151846470469942ed04b1d56cef42c, ASSIGN 2024-11-22T14:36:18,765 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=5a151846470469942ed04b1d56cef42c, ASSIGN; state=OFFLINE, location=b313e41b3af3,34033,1732286167153; forceNewPlan=false, retain=false 2024-11-22T14:36:18,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35599 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T14:36:18,917 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=5a151846470469942ed04b1d56cef42c, regionState=OPENING, regionLocation=b313e41b3af3,34033,1732286167153 2024-11-22T14:36:18,919 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=5a151846470469942ed04b1d56cef42c, ASSIGN because future has completed 2024-11-22T14:36:18,929 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5a151846470469942ed04b1d56cef42c, server=b313e41b3af3,34033,1732286167153}] 2024-11-22T14:36:19,109 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732286178264.5a151846470469942ed04b1d56cef42c. 2024-11-22T14:36:19,109 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T14:36:19,110 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-22T14:36:19,112 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b313e41b3af3%2C34033%2C1732286167153.rep, suffix=, logDir=hdfs://localhost:41169/user/jenkins/test-data/eab256af-88a9-a24c-aa2e-077239e25d87/WALs/b313e41b3af3,34033,1732286167153, archiveDir=hdfs://localhost:41169/user/jenkins/test-data/eab256af-88a9-a24c-aa2e-077239e25d87/oldWALs, maxLogs=10 2024-11-22T14:36:19,139 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/eab256af-88a9-a24c-aa2e-077239e25d87/WALs/b313e41b3af3,34033,1732286167153/b313e41b3af3%2C34033%2C1732286167153.rep.1732286179113, exclude list is [], retry=0 2024-11-22T14:36:19,143 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39967,DS-b48aa2d5-d9de-4a15-995e-2c91129de2f3,DISK] 2024-11-22T14:36:19,146 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/eab256af-88a9-a24c-aa2e-077239e25d87/WALs/b313e41b3af3,34033,1732286167153/b313e41b3af3%2C34033%2C1732286167153.rep.1732286179113 2024-11-22T14:36:19,146 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43653:43653)] 2024-11-22T14:36:19,146 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 5a151846470469942ed04b1d56cef42c, NAME => 'hbase:replication,,1732286178264.5a151846470469942ed04b1d56cef42c.', STARTKEY => '', ENDKEY => ''} 2024-11-22T14:36:19,146 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-22T14:36:19,146 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-22T14:36:19,147 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732286178264.5a151846470469942ed04b1d56cef42c. service=MultiRowMutationService 2024-11-22T14:36:19,147 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-22T14:36:19,147 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 5a151846470469942ed04b1d56cef42c 2024-11-22T14:36:19,147 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732286178264.5a151846470469942ed04b1d56cef42c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T14:36:19,147 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 5a151846470469942ed04b1d56cef42c 2024-11-22T14:36:19,147 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 5a151846470469942ed04b1d56cef42c 2024-11-22T14:36:19,148 INFO [StoreOpener-5a151846470469942ed04b1d56cef42c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 5a151846470469942ed04b1d56cef42c 2024-11-22T14:36:19,177 INFO [StoreOpener-5a151846470469942ed04b1d56cef42c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5a151846470469942ed04b1d56cef42c columnFamilyName hfileref 2024-11-22T14:36:19,177 DEBUG [StoreOpener-5a151846470469942ed04b1d56cef42c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:36:19,178 INFO [StoreOpener-5a151846470469942ed04b1d56cef42c-1 {}] regionserver.HStore(327): Store=5a151846470469942ed04b1d56cef42c/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:36:19,178 INFO [StoreOpener-5a151846470469942ed04b1d56cef42c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 5a151846470469942ed04b1d56cef42c 2024-11-22T14:36:19,179 INFO [StoreOpener-5a151846470469942ed04b1d56cef42c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5a151846470469942ed04b1d56cef42c columnFamilyName queue 2024-11-22T14:36:19,179 DEBUG [StoreOpener-5a151846470469942ed04b1d56cef42c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:36:19,179 INFO [StoreOpener-5a151846470469942ed04b1d56cef42c-1 {}] regionserver.HStore(327): Store=5a151846470469942ed04b1d56cef42c/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:36:19,179 INFO [StoreOpener-5a151846470469942ed04b1d56cef42c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 5a151846470469942ed04b1d56cef42c 2024-11-22T14:36:19,180 INFO [StoreOpener-5a151846470469942ed04b1d56cef42c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5a151846470469942ed04b1d56cef42c columnFamilyName sid 2024-11-22T14:36:19,180 DEBUG [StoreOpener-5a151846470469942ed04b1d56cef42c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:36:19,181 INFO [StoreOpener-5a151846470469942ed04b1d56cef42c-1 {}] regionserver.HStore(327): Store=5a151846470469942ed04b1d56cef42c/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:36:19,181 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 5a151846470469942ed04b1d56cef42c 2024-11-22T14:36:19,181 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41169/user/jenkins/test-data/eab256af-88a9-a24c-aa2e-077239e25d87/data/hbase/replication/5a151846470469942ed04b1d56cef42c 2024-11-22T14:36:19,182 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41169/user/jenkins/test-data/eab256af-88a9-a24c-aa2e-077239e25d87/data/hbase/replication/5a151846470469942ed04b1d56cef42c 2024-11-22T14:36:19,182 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 5a151846470469942ed04b1d56cef42c 2024-11-22T14:36:19,182 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 5a151846470469942ed04b1d56cef42c 2024-11-22T14:36:19,183 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-22T14:36:19,184 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 5a151846470469942ed04b1d56cef42c 2024-11-22T14:36:19,209 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41169/user/jenkins/test-data/eab256af-88a9-a24c-aa2e-077239e25d87/data/hbase/replication/5a151846470469942ed04b1d56cef42c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T14:36:19,210 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 5a151846470469942ed04b1d56cef42c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70270831, jitterRate=0.04711697995662689}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-22T14:36:19,210 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5a151846470469942ed04b1d56cef42c 2024-11-22T14:36:19,210 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 5a151846470469942ed04b1d56cef42c: Running coprocessor pre-open hook at 1732286179147Writing region info on filesystem at 1732286179147Initializing all the Stores at 1732286179148 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732286179148Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732286179148Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732286179148Cleaning up temporary data from old regions at 1732286179182 (+34 ms)Running coprocessor post-open hooks at 1732286179210 (+28 ms)Region opened successfully at 1732286179210 2024-11-22T14:36:19,211 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732286178264.5a151846470469942ed04b1d56cef42c., pid=10, masterSystemTime=1732286179085 2024-11-22T14:36:19,213 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732286178264.5a151846470469942ed04b1d56cef42c. 2024-11-22T14:36:19,213 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732286178264.5a151846470469942ed04b1d56cef42c. 2024-11-22T14:36:19,214 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=5a151846470469942ed04b1d56cef42c, regionState=OPEN, openSeqNum=2, regionLocation=b313e41b3af3,34033,1732286167153 2024-11-22T14:36:19,217 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5a151846470469942ed04b1d56cef42c, server=b313e41b3af3,34033,1732286167153 because future has completed 2024-11-22T14:36:19,223 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35599 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=b313e41b3af3,34033,1732286167153, table=hbase:replication, region=5a151846470469942ed04b1d56cef42c. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-22T14:36:19,245 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-22T14:36:19,245 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 5a151846470469942ed04b1d56cef42c, server=b313e41b3af3,34033,1732286167153 in 313 msec 2024-11-22T14:36:19,247 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-22T14:36:19,247 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5a151846470469942ed04b1d56cef42c, ASSIGN in 483 msec 2024-11-22T14:36:19,248 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T14:36:19,248 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732286179248"}]},"ts":"1732286179248"} 2024-11-22T14:36:19,250 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-22T14:36:19,251 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T14:36:19,253 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 986 msec 2024-11-22T14:36:19,271 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732286178264.5a151846470469942ed04b1d56cef42c., hostname=b313e41b3af3,34033,1732286167153, seqNum=2] 2024-11-22T14:36:19,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35599-0x10067dc92060000, quorum=127.0.0.1:53297, baseZNode=/02043170621 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02043170621 2024-11-22T14:36:19,279 DEBUG [pool-2397-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34033-0x10067dc92060001, quorum=127.0.0.1:53297, baseZNode=/02043170621 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02043170621 2024-11-22T14:36:19,282 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-22T14:36:19,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35599 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T14:36:19,435 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34033 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-22T14:36:19,445 INFO [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-22T14:36:19,550 INFO [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-b313e41b3af3,34033,1732286167153, ReplicationSource: 1, currentBandwidth=0 2024-11-22T14:36:19,551 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T14:36:19,551 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b313e41b3af3,34033,1732286167153, seqNum=-1] 2024-11-22T14:36:19,552 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T14:36:19,553 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49155, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientService 2024-11-22T14:36:19,557 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-b313e41b3af3,34033,1732286167153', locateType=CURRENT is [region=hbase:replication,,1732286178264.5a151846470469942ed04b1d56cef42c., hostname=b313e41b3af3,34033,1732286167153, seqNum=2] 2024-11-22T14:36:19,562 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-22T14:36:19,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35599 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-22T14:36:19,565 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on b313e41b3af3,34033,1732286167153 suceeded 2024-11-22T14:36:19,567 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-22T14:36:19,567 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 283 msec 2024-11-22T14:36:19,567 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://b313e41b3af3:35851,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-22T14:36:19,569 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.3140 sec 2024-11-22T14:36:19,586 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,34033,1732286167153 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b313e41b3af3:35851' 2024-11-22T14:36:19,588 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,34033,1732286167153 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6ecc2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:36:19,588 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,34033,1732286167153 {}] client.ClusterIdFetcher(90): Going to request b313e41b3af3,35851,-1 for getting cluster id 2024-11-22T14:36:19,588 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,34033,1732286167153 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T14:36:19,589 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a7b14aba-ae42-4621-86f7-3fbbef3e1992' 2024-11-22T14:36:19,589 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T14:36:19,589 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a7b14aba-ae42-4621-86f7-3fbbef3e1992" 2024-11-22T14:36:19,589 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2016b69, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:36:19,590 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b313e41b3af3,35851,-1] 2024-11-22T14:36:19,590 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T14:36:19,590 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:36:19,591 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50904, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-22T14:36:19,591 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,34033,1732286167153 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@159b2ee4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:36:19,591 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,34033,1732286167153 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T14:36:19,592 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b313e41b3af3,35851,1732286170292 2024-11-22T14:36:19,592 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@61d9cacb 2024-11-22T14:36:19,593 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T14:36:19,594 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50918, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-22T14:36:19,594 INFO [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,34033,1732286167153 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-b313e41b3af3,34033,1732286167153 (queues=1) is replicating from cluster=f94021c1-77ee-4ee6-a5a9-07fe242ac3fa to cluster=a7b14aba-ae42-4621-86f7-3fbbef3e1992 2024-11-22T14:36:19,594 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,34033,1732286167153 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=b313e41b3af3%2C34033%2C1732286167153 2024-11-22T14:36:19,594 INFO [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,34033,1732286167153 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-b313e41b3af3,34033,1732286167153, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-22T14:36:19,597 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,34033,1732286167153.replicationSource.wal-reader.b313e41b3af3%2C34033%2C1732286167153,1-b313e41b3af3,34033,1732286167153 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41169/user/jenkins/test-data/eab256af-88a9-a24c-aa2e-077239e25d87/WALs/b313e41b3af3,34033,1732286167153/b313e41b3af3%2C34033%2C1732286167153.1732286167992, startPosition=0, beingWritten=true 2024-11-22T14:36:19,597 INFO [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,34033,1732286167153.replicationSource.shipperb313e41b3af3%2C34033%2C1732286167153,1-b313e41b3af3,34033,1732286167153 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: b313e41b3af3%2C34033%2C1732286167153 2024-11-22T14:36:19,607 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,34033,1732286167153.replicationSource.wal-reader.b313e41b3af3%2C34033%2C1732286167153,1-b313e41b3af3,34033,1732286167153 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-22T14:36:19,607 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,34033,1732286167153.replicationSource.wal-reader.b313e41b3af3%2C34033%2C1732286167153,1-b313e41b3af3,34033,1732286167153 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41169/user/jenkins/test-data/eab256af-88a9-a24c-aa2e-077239e25d87/WALs/b313e41b3af3,34033,1732286167153/b313e41b3af3%2C34033%2C1732286167153.1732286167992 to pos 379, reset compression=false 2024-11-22T14:36:19,607 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,34033,1732286167153.replicationSource.shipperb313e41b3af3%2C34033%2C1732286167153,1-b313e41b3af3,34033,1732286167153 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b313e41b3af3,34033,1732286167153 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41169/user/jenkins/test-data/eab256af-88a9-a24c-aa2e-077239e25d87/WALs/b313e41b3af3,34033,1732286167153/b313e41b3af3%2C34033%2C1732286167153.1732286167992, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-22T14:36:19,819 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,34033,1732286167153.replicationSource.wal-reader.b313e41b3af3%2C34033%2C1732286167153,1-b313e41b3af3,34033,1732286167153 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41169/user/jenkins/test-data/eab256af-88a9-a24c-aa2e-077239e25d87/WALs/b313e41b3af3,34033,1732286167153/b313e41b3af3%2C34033%2C1732286167153.1732286167992 to pos 379, reset compression=false 2024-11-22T14:36:20,123 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,34033,1732286167153.replicationSource.wal-reader.b313e41b3af3%2C34033%2C1732286167153,1-b313e41b3af3,34033,1732286167153 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41169/user/jenkins/test-data/eab256af-88a9-a24c-aa2e-077239e25d87/WALs/b313e41b3af3,34033,1732286167153/b313e41b3af3%2C34033%2C1732286167153.1732286167992 to pos 379, reset compression=false 2024-11-22T14:36:20,198 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-22T14:36:20,199 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:36:20,199 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:36:20,199 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:36:20,200 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:36:20,200 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:36:20,200 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:36:20,201 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:36:20,201 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:36:20,293 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:36:20,296 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:36:20,297 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:36:20,297 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:36:20,297 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:36:20,298 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:36:20,308 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:36:20,314 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:36:20,314 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:36:20,318 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:36:20,364 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-22T14:36:20,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35599 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T14:36:20,414 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-22T14:36:20,414 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T14:36:20,414 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:306) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T14:36:20,414 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:36:20,414 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T14:36:20,414 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:36:20,415 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37691d0f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:36:20,415 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b313e41b3af3,35599,-1 for getting cluster id 2024-11-22T14:36:20,415 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T14:36:20,416 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f94021c1-77ee-4ee6-a5a9-07fe242ac3fa' 2024-11-22T14:36:20,416 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T14:36:20,416 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f94021c1-77ee-4ee6-a5a9-07fe242ac3fa" 2024-11-22T14:36:20,417 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39d4f7cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:36:20,417 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b313e41b3af3,35599,-1] 2024-11-22T14:36:20,417 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T14:36:20,417 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:36:20,418 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44466, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T14:36:20,418 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59f5488c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:36:20,422 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@459f22dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:36:20,422 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b313e41b3af3,35851,-1 for getting cluster id 2024-11-22T14:36:20,422 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T14:36:20,423 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a7b14aba-ae42-4621-86f7-3fbbef3e1992' 2024-11-22T14:36:20,423 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T14:36:20,423 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a7b14aba-ae42-4621-86f7-3fbbef3e1992" 2024-11-22T14:36:20,423 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b3d3c6a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:36:20,423 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b313e41b3af3,35851,-1] 2024-11-22T14:36:20,424 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T14:36:20,424 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:36:20,425 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50932, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T14:36:20,425 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e3603ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:36:20,433 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@357dd82e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:36:20,433 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b313e41b3af3,34851,-1 for getting cluster id 2024-11-22T14:36:20,433 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T14:36:20,437 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cb18caf7-870a-4782-80be-3af68c194c3d' 2024-11-22T14:36:20,437 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T14:36:20,437 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cb18caf7-870a-4782-80be-3af68c194c3d" 2024-11-22T14:36:20,437 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d0665cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:36:20,437 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b313e41b3af3,34851,-1] 2024-11-22T14:36:20,438 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T14:36:20,438 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:36:20,439 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57564, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T14:36:20,439 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f993e8f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:36:20,440 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T14:36:20,446 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41169/user/jenkins/test-data/eab256af-88a9-a24c-aa2e-077239e25d87/testHFileCyclicReplication_0/f/hfile_0 is 36, key is mmmm/f:row/1732286180446/Put/seqid=0 2024-11-22T14:36:20,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39967 is added to blk_1073741840_1016 (size=7894) 2024-11-22T14:36:20,456 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41169/user/jenkins/test-data/eab256af-88a9-a24c-aa2e-077239e25d87/testHFileCyclicReplication_0/f/hfile_1 is 34, key is ppp/f:row/1732286180456/Put/seqid=0 2024-11-22T14:36:20,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39967 is added to blk_1073741841_1017 (size=7691) 2024-11-22T14:36:20,473 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49f35ac8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:36:20,473 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b313e41b3af3,35599,-1 for getting cluster id 2024-11-22T14:36:20,473 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T14:36:20,474 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f94021c1-77ee-4ee6-a5a9-07fe242ac3fa' 2024-11-22T14:36:20,474 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T14:36:20,474 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f94021c1-77ee-4ee6-a5a9-07fe242ac3fa" 2024-11-22T14:36:20,475 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@448f22f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:36:20,475 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b313e41b3af3,35599,-1] 2024-11-22T14:36:20,475 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T14:36:20,475 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:36:20,476 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44490, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T14:36:20,477 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@149168da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:36:20,477 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T14:36:20,478 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b313e41b3af3,34033,1732286167153, seqNum=-1] 2024-11-22T14:36:20,478 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T14:36:20,479 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44626, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T14:36:20,487 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T14:36:20,489 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is b313e41b3af3,35599,1732286167094 2024-11-22T14:36:20,489 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@76df51a4 2024-11-22T14:36:20,489 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T14:36:20,490 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44496, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T14:36:20,494 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732286174819.28bc1c0e3f616c8326bcbdf836e99c94., hostname=b313e41b3af3,34033,1732286167153, seqNum=2] 2024-11-22T14:36:20,497 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-22T14:36:20,502 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41169/user/jenkins/test-data/eab256af-88a9-a24c-aa2e-077239e25d87/testHFileCyclicReplication_0/f/hfile_0 first=Optional[mmmm] last=Optional[oooo] 2024-11-22T14:36:20,504 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41169/user/jenkins/test-data/eab256af-88a9-a24c-aa2e-077239e25d87/testHFileCyclicReplication_0/f/hfile_1 first=Optional[ppp] last=Optional[rrr] 2024-11-22T14:36:20,507 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34033 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41169/user/jenkins/test-data/eab256af-88a9-a24c-aa2e-077239e25d87/testHFileCyclicReplication_0/f/hfile_0 for inclusion in 28bc1c0e3f616c8326bcbdf836e99c94/f 2024-11-22T14:36:20,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34033 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-22T14:36:20,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34033 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-22T14:36:20,510 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34033 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41169/user/jenkins/test-data/eab256af-88a9-a24c-aa2e-077239e25d87/testHFileCyclicReplication_0/f/hfile_1 for inclusion in 28bc1c0e3f616c8326bcbdf836e99c94/f 2024-11-22T14:36:20,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34033 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-22T14:36:20,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34033 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-22T14:36:20,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34033 {}] regionserver.HRegion(2603): Flush status journal for 28bc1c0e3f616c8326bcbdf836e99c94: 2024-11-22T14:36:20,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34033 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:41169/user/jenkins/test-data/eab256af-88a9-a24c-aa2e-077239e25d87/testHFileCyclicReplication_0/f/hfile_0 to hdfs://localhost:41169/user/jenkins/test-data/eab256af-88a9-a24c-aa2e-077239e25d87/staging/jenkins__test__f0b4r9sep3gs7pnmbjp2btfht934ap1e25ph1g1r58j7813kocohbiouotqi7p3u/f/hfile_0 2024-11-22T14:36:20,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34033 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41169/user/jenkins/test-data/eab256af-88a9-a24c-aa2e-077239e25d87/staging/jenkins__test__f0b4r9sep3gs7pnmbjp2btfht934ap1e25ph1g1r58j7813kocohbiouotqi7p3u/f/hfile_0 as hdfs://localhost:41169/user/jenkins/test-data/eab256af-88a9-a24c-aa2e-077239e25d87/data/default/test/28bc1c0e3f616c8326bcbdf836e99c94/f/1ab171c9a8a14e5581ec6d4128d2810f_SeqId_4_ 2024-11-22T14:36:20,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34033 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:41169/user/jenkins/test-data/eab256af-88a9-a24c-aa2e-077239e25d87/testHFileCyclicReplication_0/f/hfile_1 to hdfs://localhost:41169/user/jenkins/test-data/eab256af-88a9-a24c-aa2e-077239e25d87/staging/jenkins__test__f0b4r9sep3gs7pnmbjp2btfht934ap1e25ph1g1r58j7813kocohbiouotqi7p3u/f/hfile_1 2024-11-22T14:36:20,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34033 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41169/user/jenkins/test-data/eab256af-88a9-a24c-aa2e-077239e25d87/staging/jenkins__test__f0b4r9sep3gs7pnmbjp2btfht934ap1e25ph1g1r58j7813kocohbiouotqi7p3u/f/hfile_1 as hdfs://localhost:41169/user/jenkins/test-data/eab256af-88a9-a24c-aa2e-077239e25d87/data/default/test/28bc1c0e3f616c8326bcbdf836e99c94/f/968482cc207b4f4aa12a79480734c40e_SeqId_4_ 2024-11-22T14:36:20,527 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34033 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41169/user/jenkins/test-data/eab256af-88a9-a24c-aa2e-077239e25d87/staging/jenkins__test__f0b4r9sep3gs7pnmbjp2btfht934ap1e25ph1g1r58j7813kocohbiouotqi7p3u/f/hfile_0 into 28bc1c0e3f616c8326bcbdf836e99c94/f as hdfs://localhost:41169/user/jenkins/test-data/eab256af-88a9-a24c-aa2e-077239e25d87/data/default/test/28bc1c0e3f616c8326bcbdf836e99c94/f/1ab171c9a8a14e5581ec6d4128d2810f_SeqId_4_ - updating store file list. 2024-11-22T14:36:20,528 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,34033,1732286167153.replicationSource.wal-reader.b313e41b3af3%2C34033%2C1732286167153,1-b313e41b3af3,34033,1732286167153 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41169/user/jenkins/test-data/eab256af-88a9-a24c-aa2e-077239e25d87/WALs/b313e41b3af3,34033,1732286167153/b313e41b3af3%2C34033%2C1732286167153.1732286167992 to pos 379, reset compression=false 2024-11-22T14:36:20,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34033 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 1ab171c9a8a14e5581ec6d4128d2810f_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-22T14:36:20,531 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34033 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41169/user/jenkins/test-data/eab256af-88a9-a24c-aa2e-077239e25d87/data/default/test/28bc1c0e3f616c8326bcbdf836e99c94/f/1ab171c9a8a14e5581ec6d4128d2810f_SeqId_4_ into 28bc1c0e3f616c8326bcbdf836e99c94/f 2024-11-22T14:36:20,532 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34033 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41169/user/jenkins/test-data/eab256af-88a9-a24c-aa2e-077239e25d87/staging/jenkins__test__f0b4r9sep3gs7pnmbjp2btfht934ap1e25ph1g1r58j7813kocohbiouotqi7p3u/f/hfile_0 into 28bc1c0e3f616c8326bcbdf836e99c94/f (new location: hdfs://localhost:41169/user/jenkins/test-data/eab256af-88a9-a24c-aa2e-077239e25d87/data/default/test/28bc1c0e3f616c8326bcbdf836e99c94/f/1ab171c9a8a14e5581ec6d4128d2810f_SeqId_4_) 2024-11-22T14:36:20,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34033 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41169/user/jenkins/test-data/eab256af-88a9-a24c-aa2e-077239e25d87/staging/jenkins__test__f0b4r9sep3gs7pnmbjp2btfht934ap1e25ph1g1r58j7813kocohbiouotqi7p3u/f/hfile_0 2024-11-22T14:36:20,533 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34033 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41169/user/jenkins/test-data/eab256af-88a9-a24c-aa2e-077239e25d87/staging/jenkins__test__f0b4r9sep3gs7pnmbjp2btfht934ap1e25ph1g1r58j7813kocohbiouotqi7p3u/f/hfile_1 into 28bc1c0e3f616c8326bcbdf836e99c94/f as hdfs://localhost:41169/user/jenkins/test-data/eab256af-88a9-a24c-aa2e-077239e25d87/data/default/test/28bc1c0e3f616c8326bcbdf836e99c94/f/968482cc207b4f4aa12a79480734c40e_SeqId_4_ - updating store file list. 2024-11-22T14:36:20,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34033 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 968482cc207b4f4aa12a79480734c40e_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-22T14:36:20,537 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34033 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41169/user/jenkins/test-data/eab256af-88a9-a24c-aa2e-077239e25d87/data/default/test/28bc1c0e3f616c8326bcbdf836e99c94/f/968482cc207b4f4aa12a79480734c40e_SeqId_4_ into 28bc1c0e3f616c8326bcbdf836e99c94/f 2024-11-22T14:36:20,537 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34033 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41169/user/jenkins/test-data/eab256af-88a9-a24c-aa2e-077239e25d87/staging/jenkins__test__f0b4r9sep3gs7pnmbjp2btfht934ap1e25ph1g1r58j7813kocohbiouotqi7p3u/f/hfile_1 into 28bc1c0e3f616c8326bcbdf836e99c94/f (new location: hdfs://localhost:41169/user/jenkins/test-data/eab256af-88a9-a24c-aa2e-077239e25d87/data/default/test/28bc1c0e3f616c8326bcbdf836e99c94/f/968482cc207b4f4aa12a79480734c40e_SeqId_4_) 2024-11-22T14:36:20,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34033 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41169/user/jenkins/test-data/eab256af-88a9-a24c-aa2e-077239e25d87/staging/jenkins__test__f0b4r9sep3gs7pnmbjp2btfht934ap1e25ph1g1r58j7813kocohbiouotqi7p3u/f/hfile_1 2024-11-22T14:36:20,539 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T14:36:20,539 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:320) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T14:36:20,539 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:36:20,539 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:36:20,539 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T14:36:20,540 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T14:36:20,541 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b313e41b3af3,42623,1732286170332, seqNum=-1] 2024-11-22T14:36:20,541 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T14:36:20,541 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732286174819.28bc1c0e3f616c8326bcbdf836e99c94., hostname=b313e41b3af3,34033,1732286167153, seqNum=2 , the old value is region=test,,1732286174819.28bc1c0e3f616c8326bcbdf836e99c94., hostname=b313e41b3af3,34033,1732286167153, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=b313e41b3af3:34033 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-22T14:36:20,542 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732286174819.28bc1c0e3f616c8326bcbdf836e99c94., hostname=b313e41b3af3,34033,1732286167153, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-22T14:36:20,542 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732286174819.28bc1c0e3f616c8326bcbdf836e99c94., hostname=b313e41b3af3,34033,1732286167153, seqNum=2 from cache 2024-11-22T14:36:20,542 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33878, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T14:36:20,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34033 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34033: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.2:44626 deadline: 1732286240542 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.2:44626 2024-11-22T14:36:20,546 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732286175964.9009f45ad314b6ac299eccb042238b5d., hostname=b313e41b3af3,42623,1732286170332, seqNum=2] 2024-11-22T14:36:20,549 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-22T14:36:20,563 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,34033,1732286167153.replicationSource.wal-reader.b313e41b3af3%2C34033%2C1732286167153,1-b313e41b3af3,34033,1732286167153 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-22T14:36:20,563 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,34033,1732286167153.replicationSource.shipperb313e41b3af3%2C34033%2C1732286167153,1-b313e41b3af3,34033,1732286167153 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b313e41b3af3,34033,1732286167153 got entry batch from reader: WALEntryBatch [walEntries=[{test/28bc1c0e3f616c8326bcbdf836e99c94/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732286180537/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:41169/user/jenkins/test-data/eab256af-88a9-a24c-aa2e-077239e25d87/WALs/b313e41b3af3,34033,1732286167153/b313e41b3af3%2C34033%2C1732286167153.1732286167992, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-22T14:36:20,566 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,34033,1732286167153.replicationSource.shipperb313e41b3af3%2C34033%2C1732286167153,1-b313e41b3af3,34033,1732286167153 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-22T14:36:20,566 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33884, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-22T14:36:20,567 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42623 {}] regionserver.ReplicationSink(318): Replicating [f94021c1-77ee-4ee6-a5a9-07fe242ac3fa] bulk loaded data 2024-11-22T14:36:20,569 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42623 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@707f0514, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:36:20,569 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42623 {}] client.ClusterIdFetcher(90): Going to request b313e41b3af3,35851,-1 for getting cluster id 2024-11-22T14:36:20,569 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42623 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T14:36:20,569 DEBUG [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a7b14aba-ae42-4621-86f7-3fbbef3e1992' 2024-11-22T14:36:20,570 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T14:36:20,570 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a7b14aba-ae42-4621-86f7-3fbbef3e1992" 2024-11-22T14:36:20,570 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6fed1161, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:36:20,570 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b313e41b3af3,35851,-1] 2024-11-22T14:36:20,570 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T14:36:20,570 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:36:20,577 INFO [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50946, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientMetaService 2024-11-22T14:36:20,578 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42623 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@180f0beb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:36:20,655 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b313e41b3af3:34033 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-22T14:36:20,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41537 is added to blk_1073741837_1013 (size=7894) 2024-11-22T14:36:20,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41537 is added to blk_1073741838_1014 (size=7691) 2024-11-22T14:36:20,697 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42623 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T14:36:20,698 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b313e41b3af3,35851,1732286170292 2024-11-22T14:36:20,698 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@489a95e 2024-11-22T14:36:20,699 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T14:36:20,701 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50948, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=MasterService 2024-11-22T14:36:20,710 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42623 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-22T14:36:20,710 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42623 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T14:36:20,712 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b313e41b3af3,42623,1732286170332, seqNum=-1] 2024-11-22T14:36:20,712 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T14:36:20,713 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33888, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientService 2024-11-22T14:36:20,754 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41581/user/jenkins/test-data/40c789bd-4eef-1209-fbed-1fc3e4b18d54/staging/jenkins.hfs.22__test__452fcvh9s4cclave15iee3bni4cojh505e0cqtdg05fa9mlsulp4lvglsqcml0jo/f/1ab171c9a8a14e5581ec6d4128d2810f_SeqId_4_ first=Optional[mmmm] last=Optional[oooo] 2024-11-22T14:36:20,758 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41581/user/jenkins/test-data/40c789bd-4eef-1209-fbed-1fc3e4b18d54/staging/jenkins.hfs.22__test__452fcvh9s4cclave15iee3bni4cojh505e0cqtdg05fa9mlsulp4lvglsqcml0jo/f/968482cc207b4f4aa12a79480734c40e_SeqId_4_ first=Optional[ppp] last=Optional[rrr] 2024-11-22T14:36:20,764 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,34033,1732286167153.replicationSource.wal-reader.b313e41b3af3%2C34033%2C1732286167153,1-b313e41b3af3,34033,1732286167153 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41169/user/jenkins/test-data/eab256af-88a9-a24c-aa2e-077239e25d87/WALs/b313e41b3af3,34033,1732286167153/b313e41b3af3%2C34033%2C1732286167153.1732286167992 to pos 687, reset compression=false 2024-11-22T14:36:20,798 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42623 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41581/user/jenkins/test-data/40c789bd-4eef-1209-fbed-1fc3e4b18d54/staging/jenkins.hfs.22__test__452fcvh9s4cclave15iee3bni4cojh505e0cqtdg05fa9mlsulp4lvglsqcml0jo/f/1ab171c9a8a14e5581ec6d4128d2810f_SeqId_4_ for inclusion in 9009f45ad314b6ac299eccb042238b5d/f 2024-11-22T14:36:20,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42623 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-22T14:36:20,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42623 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-22T14:36:20,801 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42623 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41581/user/jenkins/test-data/40c789bd-4eef-1209-fbed-1fc3e4b18d54/staging/jenkins.hfs.22__test__452fcvh9s4cclave15iee3bni4cojh505e0cqtdg05fa9mlsulp4lvglsqcml0jo/f/968482cc207b4f4aa12a79480734c40e_SeqId_4_ for inclusion in 9009f45ad314b6ac299eccb042238b5d/f 2024-11-22T14:36:20,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42623 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-22T14:36:20,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42623 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-22T14:36:20,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42623 {}] regionserver.HRegion(2603): Flush status journal for 9009f45ad314b6ac299eccb042238b5d: 2024-11-22T14:36:20,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42623 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 1ab171c9a8a14e5581ec6d4128d2810f_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-22T14:36:20,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42623 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41581/user/jenkins/test-data/40c789bd-4eef-1209-fbed-1fc3e4b18d54/staging/jenkins.hfs.22__test__452fcvh9s4cclave15iee3bni4cojh505e0cqtdg05fa9mlsulp4lvglsqcml0jo/f/1ab171c9a8a14e5581ec6d4128d2810f_SeqId_4_ as hdfs://localhost:41581/user/jenkins/test-data/40c789bd-4eef-1209-fbed-1fc3e4b18d54/data/default/test/9009f45ad314b6ac299eccb042238b5d/f/de4548e2b03c45e1bc404f38087aef0e_SeqId_4_ 2024-11-22T14:36:20,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42623 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 968482cc207b4f4aa12a79480734c40e_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-22T14:36:20,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42623 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41581/user/jenkins/test-data/40c789bd-4eef-1209-fbed-1fc3e4b18d54/staging/jenkins.hfs.22__test__452fcvh9s4cclave15iee3bni4cojh505e0cqtdg05fa9mlsulp4lvglsqcml0jo/f/968482cc207b4f4aa12a79480734c40e_SeqId_4_ as hdfs://localhost:41581/user/jenkins/test-data/40c789bd-4eef-1209-fbed-1fc3e4b18d54/data/default/test/9009f45ad314b6ac299eccb042238b5d/f/c9e7681d78c446b0b58b415ad575b422_SeqId_4_ 2024-11-22T14:36:20,835 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42623 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41581/user/jenkins/test-data/40c789bd-4eef-1209-fbed-1fc3e4b18d54/staging/jenkins.hfs.22__test__452fcvh9s4cclave15iee3bni4cojh505e0cqtdg05fa9mlsulp4lvglsqcml0jo/f/1ab171c9a8a14e5581ec6d4128d2810f_SeqId_4_ into 9009f45ad314b6ac299eccb042238b5d/f as hdfs://localhost:41581/user/jenkins/test-data/40c789bd-4eef-1209-fbed-1fc3e4b18d54/data/default/test/9009f45ad314b6ac299eccb042238b5d/f/de4548e2b03c45e1bc404f38087aef0e_SeqId_4_ - updating store file list. 2024-11-22T14:36:20,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42623 {}] regionserver.HStoreFile(483): HFile Bloom filter type for de4548e2b03c45e1bc404f38087aef0e_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-22T14:36:20,840 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42623 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41581/user/jenkins/test-data/40c789bd-4eef-1209-fbed-1fc3e4b18d54/data/default/test/9009f45ad314b6ac299eccb042238b5d/f/de4548e2b03c45e1bc404f38087aef0e_SeqId_4_ into 9009f45ad314b6ac299eccb042238b5d/f 2024-11-22T14:36:20,840 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42623 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41581/user/jenkins/test-data/40c789bd-4eef-1209-fbed-1fc3e4b18d54/staging/jenkins.hfs.22__test__452fcvh9s4cclave15iee3bni4cojh505e0cqtdg05fa9mlsulp4lvglsqcml0jo/f/1ab171c9a8a14e5581ec6d4128d2810f_SeqId_4_ into 9009f45ad314b6ac299eccb042238b5d/f (new location: hdfs://localhost:41581/user/jenkins/test-data/40c789bd-4eef-1209-fbed-1fc3e4b18d54/data/default/test/9009f45ad314b6ac299eccb042238b5d/f/de4548e2b03c45e1bc404f38087aef0e_SeqId_4_) 2024-11-22T14:36:20,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42623 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41581/user/jenkins/test-data/40c789bd-4eef-1209-fbed-1fc3e4b18d54/staging/jenkins.hfs.22__test__452fcvh9s4cclave15iee3bni4cojh505e0cqtdg05fa9mlsulp4lvglsqcml0jo/f/1ab171c9a8a14e5581ec6d4128d2810f_SeqId_4_ 2024-11-22T14:36:20,842 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42623 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41581/user/jenkins/test-data/40c789bd-4eef-1209-fbed-1fc3e4b18d54/staging/jenkins.hfs.22__test__452fcvh9s4cclave15iee3bni4cojh505e0cqtdg05fa9mlsulp4lvglsqcml0jo/f/968482cc207b4f4aa12a79480734c40e_SeqId_4_ into 9009f45ad314b6ac299eccb042238b5d/f as hdfs://localhost:41581/user/jenkins/test-data/40c789bd-4eef-1209-fbed-1fc3e4b18d54/data/default/test/9009f45ad314b6ac299eccb042238b5d/f/c9e7681d78c446b0b58b415ad575b422_SeqId_4_ - updating store file list. 2024-11-22T14:36:20,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42623 {}] regionserver.HStoreFile(483): HFile Bloom filter type for c9e7681d78c446b0b58b415ad575b422_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-22T14:36:20,848 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42623 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41581/user/jenkins/test-data/40c789bd-4eef-1209-fbed-1fc3e4b18d54/data/default/test/9009f45ad314b6ac299eccb042238b5d/f/c9e7681d78c446b0b58b415ad575b422_SeqId_4_ into 9009f45ad314b6ac299eccb042238b5d/f 2024-11-22T14:36:20,848 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42623 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41581/user/jenkins/test-data/40c789bd-4eef-1209-fbed-1fc3e4b18d54/staging/jenkins.hfs.22__test__452fcvh9s4cclave15iee3bni4cojh505e0cqtdg05fa9mlsulp4lvglsqcml0jo/f/968482cc207b4f4aa12a79480734c40e_SeqId_4_ into 9009f45ad314b6ac299eccb042238b5d/f (new location: hdfs://localhost:41581/user/jenkins/test-data/40c789bd-4eef-1209-fbed-1fc3e4b18d54/data/default/test/9009f45ad314b6ac299eccb042238b5d/f/c9e7681d78c446b0b58b415ad575b422_SeqId_4_) 2024-11-22T14:36:20,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42623 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41581/user/jenkins/test-data/40c789bd-4eef-1209-fbed-1fc3e4b18d54/staging/jenkins.hfs.22__test__452fcvh9s4cclave15iee3bni4cojh505e0cqtdg05fa9mlsulp4lvglsqcml0jo/f/968482cc207b4f4aa12a79480734c40e_SeqId_4_ 2024-11-22T14:36:20,850 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42623 {}] regionserver.ReplicationSink(324): Finished replicating [f94021c1-77ee-4ee6-a5a9-07fe242ac3fa] bulk loaded data 2024-11-22T14:36:21,127 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,34033,1732286167153.replicationSource.wal-reader.b313e41b3af3%2C34033%2C1732286167153,1-b313e41b3af3,34033,1732286167153 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41169/user/jenkins/test-data/eab256af-88a9-a24c-aa2e-077239e25d87/WALs/b313e41b3af3,34033,1732286167153/b313e41b3af3%2C34033%2C1732286167153.1732286167992 to pos 687, reset compression=false 2024-11-22T14:36:21,531 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,34033,1732286167153.replicationSource.wal-reader.b313e41b3af3%2C34033%2C1732286167153,1-b313e41b3af3,34033,1732286167153 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41169/user/jenkins/test-data/eab256af-88a9-a24c-aa2e-077239e25d87/WALs/b313e41b3af3,34033,1732286167153/b313e41b3af3%2C34033%2C1732286167153.1732286167992 to pos 687, reset compression=false 2024-11-22T14:36:21,565 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T14:36:21,566 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b313e41b3af3,40369,1732286173217, seqNum=-1] 2024-11-22T14:36:21,567 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T14:36:21,568 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49710, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T14:36:21,570 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732286177105.5afbfd394a093aa16d67dd4215dc66a6., hostname=b313e41b3af3,40369,1732286173217, seqNum=2] 2024-11-22T14:36:21,579 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-22T14:36:21,580 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44628, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-22T14:36:21,582 DEBUG [regionserver/b313e41b3af3:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL b313e41b3af3%2C34033%2C1732286167153:(num 1732286167992) roll requested 2024-11-22T14:36:21,603 DEBUG [regionserver/b313e41b3af3:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/eab256af-88a9-a24c-aa2e-077239e25d87/WALs/b313e41b3af3,34033,1732286167153/b313e41b3af3%2C34033%2C1732286167153.1732286181583, exclude list is [], retry=0 2024-11-22T14:36:21,606 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39967,DS-b48aa2d5-d9de-4a15-995e-2c91129de2f3,DISK] 2024-11-22T14:36:21,610 INFO [regionserver/b313e41b3af3:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/eab256af-88a9-a24c-aa2e-077239e25d87/WALs/b313e41b3af3,34033,1732286167153/b313e41b3af3%2C34033%2C1732286167153.1732286167992 with entries=2, filesize=687 B; new WAL /user/jenkins/test-data/eab256af-88a9-a24c-aa2e-077239e25d87/WALs/b313e41b3af3,34033,1732286167153/b313e41b3af3%2C34033%2C1732286167153.1732286181583 2024-11-22T14:36:21,610 DEBUG [regionserver/b313e41b3af3:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43653:43653)] 2024-11-22T14:36:21,610 DEBUG [regionserver/b313e41b3af3:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:41169/user/jenkins/test-data/eab256af-88a9-a24c-aa2e-077239e25d87/WALs/b313e41b3af3,34033,1732286167153/b313e41b3af3%2C34033%2C1732286167153.1732286167992 is not closed yet, will try archiving it next time 2024-11-22T14:36:21,610 DEBUG [regionserver/b313e41b3af3:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL b313e41b3af3%2C34033%2C1732286167153.rep:(num 1732286179113) roll requested 2024-11-22T14:36:21,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39967 is added to blk_1073741832_1008 (size=695) 2024-11-22T14:36:21,613 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@362222a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:36:21,613 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b313e41b3af3,35599,-1 for getting cluster id 2024-11-22T14:36:21,613 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T14:36:21,614 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f94021c1-77ee-4ee6-a5a9-07fe242ac3fa' 2024-11-22T14:36:21,614 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T14:36:21,614 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f94021c1-77ee-4ee6-a5a9-07fe242ac3fa" 2024-11-22T14:36:21,614 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:41169/user/jenkins/test-data/eab256af-88a9-a24c-aa2e-077239e25d87/WALs/b313e41b3af3,34033,1732286167153/b313e41b3af3%2C34033%2C1732286167153.1732286167992 to hdfs://localhost:41169/user/jenkins/test-data/eab256af-88a9-a24c-aa2e-077239e25d87/oldWALs/b313e41b3af3%2C34033%2C1732286167153.1732286167992 2024-11-22T14:36:21,614 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b32fbff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:36:21,614 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b313e41b3af3,35599,-1] 2024-11-22T14:36:21,615 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T14:36:21,615 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:36:21,615 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44512, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T14:36:21,616 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56a74870, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:36:21,616 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T14:36:21,617 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is b313e41b3af3,35599,1732286167094 2024-11-22T14:36:21,617 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@54534a35 2024-11-22T14:36:21,617 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T14:36:21,619 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44522, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T14:36:21,619 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35599 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=hbase+rpc://b313e41b3af3:34851,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-22T14:36:21,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35599 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-22T14:36:21,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35599 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-22T14:36:21,623 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b313e41b3af3:34851' 2024-11-22T14:36:21,625 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bf10233, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:36:21,625 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request b313e41b3af3,34851,-1 for getting cluster id 2024-11-22T14:36:21,625 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T14:36:21,626 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cb18caf7-870a-4782-80be-3af68c194c3d' 2024-11-22T14:36:21,626 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T14:36:21,626 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cb18caf7-870a-4782-80be-3af68c194c3d" 2024-11-22T14:36:21,626 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e6fc123, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:36:21,626 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b313e41b3af3,34851,-1] 2024-11-22T14:36:21,626 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T14:36:21,627 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:36:21,627 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57592, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T14:36:21,628 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2022885d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:36:21,628 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T14:36:21,629 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b313e41b3af3,34851,1732286173148 2024-11-22T14:36:21,629 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@412ecdfa 2024-11-22T14:36:21,629 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T14:36:21,630 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57596, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T14:36:21,631 DEBUG [regionserver/b313e41b3af3:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/eab256af-88a9-a24c-aa2e-077239e25d87/WALs/b313e41b3af3,34033,1732286167153/b313e41b3af3%2C34033%2C1732286167153.rep.1732286181610, exclude list is [], retry=0 2024-11-22T14:36:21,631 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-22T14:36:21,631 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-22T14:36:21,631 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:36:21,631 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:36:21,632 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T14:36:21,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39967,DS-b48aa2d5-d9de-4a15-995e-2c91129de2f3,DISK] 2024-11-22T14:36:21,639 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-22T14:36:21,653 INFO [regionserver/b313e41b3af3:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/eab256af-88a9-a24c-aa2e-077239e25d87/WALs/b313e41b3af3,34033,1732286167153/b313e41b3af3%2C34033%2C1732286167153.rep.1732286179113 with entries=6, filesize=1.46 KB; new WAL /user/jenkins/test-data/eab256af-88a9-a24c-aa2e-077239e25d87/WALs/b313e41b3af3,34033,1732286167153/b313e41b3af3%2C34033%2C1732286167153.rep.1732286181610 2024-11-22T14:36:21,653 DEBUG [regionserver/b313e41b3af3:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43653:43653)] 2024-11-22T14:36:21,653 DEBUG [regionserver/b313e41b3af3:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:41169/user/jenkins/test-data/eab256af-88a9-a24c-aa2e-077239e25d87/WALs/b313e41b3af3,34033,1732286167153/b313e41b3af3%2C34033%2C1732286167153.rep.1732286179113 is not closed yet, will try archiving it next time 2024-11-22T14:36:21,653 DEBUG [regionserver/b313e41b3af3:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL b313e41b3af3%2C34033%2C1732286167153.meta:.meta(num 1732286168968) roll requested 2024-11-22T14:36:21,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39967 is added to blk_1073741839_1015 (size=1505) 2024-11-22T14:36:21,672 DEBUG [regionserver/b313e41b3af3:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/eab256af-88a9-a24c-aa2e-077239e25d87/WALs/b313e41b3af3,34033,1732286167153/b313e41b3af3%2C34033%2C1732286167153.meta.1732286181654.meta, exclude list is [], retry=0 2024-11-22T14:36:21,674 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39967,DS-b48aa2d5-d9de-4a15-995e-2c91129de2f3,DISK] 2024-11-22T14:36:21,686 INFO [regionserver/b313e41b3af3:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/eab256af-88a9-a24c-aa2e-077239e25d87/WALs/b313e41b3af3,34033,1732286167153/b313e41b3af3%2C34033%2C1732286167153.meta.1732286168968.meta with entries=13, filesize=3.38 KB; new WAL /user/jenkins/test-data/eab256af-88a9-a24c-aa2e-077239e25d87/WALs/b313e41b3af3,34033,1732286167153/b313e41b3af3%2C34033%2C1732286167153.meta.1732286181654.meta 2024-11-22T14:36:21,687 DEBUG [regionserver/b313e41b3af3:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43653:43653)] 2024-11-22T14:36:21,687 DEBUG [regionserver/b313e41b3af3:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:41169/user/jenkins/test-data/eab256af-88a9-a24c-aa2e-077239e25d87/WALs/b313e41b3af3,34033,1732286167153/b313e41b3af3%2C34033%2C1732286167153.meta.1732286168968.meta is not closed yet, will try archiving it next time 2024-11-22T14:36:21,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39967 is added to blk_1073741834_1010 (size=3473) 2024-11-22T14:36:21,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35599 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-22T14:36:21,791 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34033 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-22T14:36:21,792 INFO [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-22T14:36:21,827 INFO [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=2-b313e41b3af3,34033,1732286167153, ReplicationSource: 2, currentBandwidth=0 2024-11-22T14:36:21,829 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-22T14:36:21,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35599 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-22T14:36:21,831 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on b313e41b3af3,34033,1732286167153 suceeded 2024-11-22T14:36:21,833 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-22T14:36:21,833 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 192 msec 2024-11-22T14:36:21,833 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://b313e41b3af3:34851,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-22T14:36:21,834 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 214 msec 2024-11-22T14:36:21,843 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,2-b313e41b3af3,34033,1732286167153 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b313e41b3af3:34851' 2024-11-22T14:36:21,844 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,2-b313e41b3af3,34033,1732286167153 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@53e4e625, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:36:21,844 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,2-b313e41b3af3,34033,1732286167153 {}] client.ClusterIdFetcher(90): Going to request b313e41b3af3,34851,-1 for getting cluster id 2024-11-22T14:36:21,844 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,2-b313e41b3af3,34033,1732286167153 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T14:36:21,844 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cb18caf7-870a-4782-80be-3af68c194c3d' 2024-11-22T14:36:21,844 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T14:36:21,844 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cb18caf7-870a-4782-80be-3af68c194c3d" 2024-11-22T14:36:21,845 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2a3556ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:36:21,845 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b313e41b3af3,34851,-1] 2024-11-22T14:36:21,845 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T14:36:21,845 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:36:21,845 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57616, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-22T14:36:21,846 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,2-b313e41b3af3,34033,1732286167153 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@314b1a30, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:36:21,846 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,2-b313e41b3af3,34033,1732286167153 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T14:36:21,846 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is b313e41b3af3,34851,1732286173148 2024-11-22T14:36:21,846 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@552d0f6a 2024-11-22T14:36:21,846 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T14:36:21,847 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57618, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-22T14:36:21,847 INFO [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,2-b313e41b3af3,34033,1732286167153 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-b313e41b3af3,34033,1732286167153 (queues=1) is replicating from cluster=f94021c1-77ee-4ee6-a5a9-07fe242ac3fa to cluster=cb18caf7-870a-4782-80be-3af68c194c3d 2024-11-22T14:36:21,847 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,2-b313e41b3af3,34033,1732286167153 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=b313e41b3af3%2C34033%2C1732286167153 2024-11-22T14:36:21,848 INFO [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,2-b313e41b3af3,34033,1732286167153 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-b313e41b3af3,34033,1732286167153, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-22T14:36:21,848 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,2-b313e41b3af3,34033,1732286167153.replicationSource.wal-reader.b313e41b3af3%2C34033%2C1732286167153,2-b313e41b3af3,34033,1732286167153 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41169/user/jenkins/test-data/eab256af-88a9-a24c-aa2e-077239e25d87/WALs/b313e41b3af3,34033,1732286167153/b313e41b3af3%2C34033%2C1732286167153.1732286181583, startPosition=0, beingWritten=true 2024-11-22T14:36:21,848 INFO [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,2-b313e41b3af3,34033,1732286167153.replicationSource.shipperb313e41b3af3%2C34033%2C1732286167153,2-b313e41b3af3,34033,1732286167153 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: b313e41b3af3%2C34033%2C1732286167153 2024-11-22T14:36:21,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35599 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-22T14:36:21,943 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-22T14:36:21,943 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T14:36:21,943 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:329) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T14:36:21,943 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:36:21,944 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:36:21,944 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T14:36:21,944 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T14:36:21,947 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41169/user/jenkins/test-data/eab256af-88a9-a24c-aa2e-077239e25d87/testHFileCyclicReplication_1/f/hfile_0 is 36, key is ssss/f:row/1732286181946/Put/seqid=0 2024-11-22T14:36:21,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39967 is added to blk_1073741845_1021 (size=11194) 2024-11-22T14:36:21,964 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41169/user/jenkins/test-data/eab256af-88a9-a24c-aa2e-077239e25d87/testHFileCyclicReplication_1/f/hfile_1 is 34, key is vvv/f:row/1732286181963/Put/seqid=0 2024-11-22T14:36:21,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39967 is added to blk_1073741846_1022 (size=10791) 2024-11-22T14:36:21,972 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a80ff2a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:36:21,972 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b313e41b3af3,35599,-1 for getting cluster id 2024-11-22T14:36:21,972 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T14:36:21,973 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f94021c1-77ee-4ee6-a5a9-07fe242ac3fa' 2024-11-22T14:36:21,973 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T14:36:21,973 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f94021c1-77ee-4ee6-a5a9-07fe242ac3fa" 2024-11-22T14:36:21,973 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e59c6a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:36:21,973 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b313e41b3af3,35599,-1] 2024-11-22T14:36:21,974 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T14:36:21,974 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:36:21,974 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44546, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T14:36:21,975 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d7fea68, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:36:21,975 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T14:36:21,976 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b313e41b3af3,34033,1732286167153, seqNum=-1] 2024-11-22T14:36:21,976 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T14:36:21,977 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44634, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T14:36:21,984 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T14:36:21,985 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is b313e41b3af3,35599,1732286167094 2024-11-22T14:36:21,985 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@20cec2c9 2024-11-22T14:36:21,985 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T14:36:21,986 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44558, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T14:36:21,989 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732286174819.28bc1c0e3f616c8326bcbdf836e99c94., hostname=b313e41b3af3,34033,1732286167153, seqNum=2] 2024-11-22T14:36:21,997 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-22T14:36:22,004 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41169/user/jenkins/test-data/eab256af-88a9-a24c-aa2e-077239e25d87/testHFileCyclicReplication_1/f/hfile_0 first=Optional[ssss] last=Optional[uuuu] 2024-11-22T14:36:22,012 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41169/user/jenkins/test-data/eab256af-88a9-a24c-aa2e-077239e25d87/testHFileCyclicReplication_1/f/hfile_1 first=Optional[vvv] last=Optional[xxx] 2024-11-22T14:36:22,015 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34033 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41169/user/jenkins/test-data/eab256af-88a9-a24c-aa2e-077239e25d87/testHFileCyclicReplication_1/f/hfile_0 for inclusion in 28bc1c0e3f616c8326bcbdf836e99c94/f 2024-11-22T14:36:22,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34033 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-22T14:36:22,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34033 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-22T14:36:22,017 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34033 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41169/user/jenkins/test-data/eab256af-88a9-a24c-aa2e-077239e25d87/testHFileCyclicReplication_1/f/hfile_1 for inclusion in 28bc1c0e3f616c8326bcbdf836e99c94/f 2024-11-22T14:36:22,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34033 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-22T14:36:22,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34033 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-22T14:36:22,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34033 {}] regionserver.HRegion(2603): Flush status journal for 28bc1c0e3f616c8326bcbdf836e99c94: 2024-11-22T14:36:22,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34033 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:41169/user/jenkins/test-data/eab256af-88a9-a24c-aa2e-077239e25d87/testHFileCyclicReplication_1/f/hfile_0 to hdfs://localhost:41169/user/jenkins/test-data/eab256af-88a9-a24c-aa2e-077239e25d87/staging/jenkins__test__fhh493pug9dj5d71jon5h46mvaocqp5otcfoqt3a1vp1fg9dvl9gkmtskor31h1v/f/hfile_0 2024-11-22T14:36:22,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34033 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41169/user/jenkins/test-data/eab256af-88a9-a24c-aa2e-077239e25d87/staging/jenkins__test__fhh493pug9dj5d71jon5h46mvaocqp5otcfoqt3a1vp1fg9dvl9gkmtskor31h1v/f/hfile_0 as hdfs://localhost:41169/user/jenkins/test-data/eab256af-88a9-a24c-aa2e-077239e25d87/data/default/test/28bc1c0e3f616c8326bcbdf836e99c94/f/915792128e434aa0b04e09632ea7bf01_SeqId_6_ 2024-11-22T14:36:22,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34033 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:41169/user/jenkins/test-data/eab256af-88a9-a24c-aa2e-077239e25d87/testHFileCyclicReplication_1/f/hfile_1 to hdfs://localhost:41169/user/jenkins/test-data/eab256af-88a9-a24c-aa2e-077239e25d87/staging/jenkins__test__fhh493pug9dj5d71jon5h46mvaocqp5otcfoqt3a1vp1fg9dvl9gkmtskor31h1v/f/hfile_1 2024-11-22T14:36:22,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34033 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41169/user/jenkins/test-data/eab256af-88a9-a24c-aa2e-077239e25d87/staging/jenkins__test__fhh493pug9dj5d71jon5h46mvaocqp5otcfoqt3a1vp1fg9dvl9gkmtskor31h1v/f/hfile_1 as hdfs://localhost:41169/user/jenkins/test-data/eab256af-88a9-a24c-aa2e-077239e25d87/data/default/test/28bc1c0e3f616c8326bcbdf836e99c94/f/a7c412ef61634064ad11b936d4a22feb_SeqId_6_ 2024-11-22T14:36:22,029 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34033 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41169/user/jenkins/test-data/eab256af-88a9-a24c-aa2e-077239e25d87/staging/jenkins__test__fhh493pug9dj5d71jon5h46mvaocqp5otcfoqt3a1vp1fg9dvl9gkmtskor31h1v/f/hfile_0 into 28bc1c0e3f616c8326bcbdf836e99c94/f as hdfs://localhost:41169/user/jenkins/test-data/eab256af-88a9-a24c-aa2e-077239e25d87/data/default/test/28bc1c0e3f616c8326bcbdf836e99c94/f/915792128e434aa0b04e09632ea7bf01_SeqId_6_ - updating store file list. 2024-11-22T14:36:22,034 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,34033,1732286167153.replicationSource.wal-reader.b313e41b3af3%2C34033%2C1732286167153,1-b313e41b3af3,34033,1732286167153 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41169/user/jenkins/test-data/eab256af-88a9-a24c-aa2e-077239e25d87/WALs/b313e41b3af3,34033,1732286167153/b313e41b3af3%2C34033%2C1732286167153.1732286167992 to pos 687, reset compression=false 2024-11-22T14:36:22,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34033 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 915792128e434aa0b04e09632ea7bf01_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-22T14:36:22,036 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34033 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41169/user/jenkins/test-data/eab256af-88a9-a24c-aa2e-077239e25d87/data/default/test/28bc1c0e3f616c8326bcbdf836e99c94/f/915792128e434aa0b04e09632ea7bf01_SeqId_6_ into 28bc1c0e3f616c8326bcbdf836e99c94/f 2024-11-22T14:36:22,036 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34033 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41169/user/jenkins/test-data/eab256af-88a9-a24c-aa2e-077239e25d87/staging/jenkins__test__fhh493pug9dj5d71jon5h46mvaocqp5otcfoqt3a1vp1fg9dvl9gkmtskor31h1v/f/hfile_0 into 28bc1c0e3f616c8326bcbdf836e99c94/f (new location: hdfs://localhost:41169/user/jenkins/test-data/eab256af-88a9-a24c-aa2e-077239e25d87/data/default/test/28bc1c0e3f616c8326bcbdf836e99c94/f/915792128e434aa0b04e09632ea7bf01_SeqId_6_) 2024-11-22T14:36:22,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34033 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41169/user/jenkins/test-data/eab256af-88a9-a24c-aa2e-077239e25d87/staging/jenkins__test__fhh493pug9dj5d71jon5h46mvaocqp5otcfoqt3a1vp1fg9dvl9gkmtskor31h1v/f/hfile_0 2024-11-22T14:36:22,042 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34033 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41169/user/jenkins/test-data/eab256af-88a9-a24c-aa2e-077239e25d87/staging/jenkins__test__fhh493pug9dj5d71jon5h46mvaocqp5otcfoqt3a1vp1fg9dvl9gkmtskor31h1v/f/hfile_1 into 28bc1c0e3f616c8326bcbdf836e99c94/f as hdfs://localhost:41169/user/jenkins/test-data/eab256af-88a9-a24c-aa2e-077239e25d87/data/default/test/28bc1c0e3f616c8326bcbdf836e99c94/f/a7c412ef61634064ad11b936d4a22feb_SeqId_6_ - updating store file list. 2024-11-22T14:36:22,042 INFO [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,34033,1732286167153.replicationSource.wal-reader.b313e41b3af3%2C34033%2C1732286167153,1-b313e41b3af3,34033,1732286167153 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:41169/user/jenkins/test-data/eab256af-88a9-a24c-aa2e-077239e25d87/WALs/b313e41b3af3,34033,1732286167153/b313e41b3af3%2C34033%2C1732286167153.1732286167992 was moved to hdfs://localhost:41169/user/jenkins/test-data/eab256af-88a9-a24c-aa2e-077239e25d87/oldWALs/b313e41b3af3%2C34033%2C1732286167153.1732286167992 2024-11-22T14:36:22,044 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,34033,1732286167153.replicationSource.wal-reader.b313e41b3af3%2C34033%2C1732286167153,1-b313e41b3af3,34033,1732286167153 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:41169/user/jenkins/test-data/eab256af-88a9-a24c-aa2e-077239e25d87/WALs/b313e41b3af3,34033,1732286167153/b313e41b3af3%2C34033%2C1732286167153.1732286167992 2024-11-22T14:36:22,044 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,34033,1732286167153.replicationSource.wal-reader.b313e41b3af3%2C34033%2C1732286167153,1-b313e41b3af3,34033,1732286167153 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41169/user/jenkins/test-data/eab256af-88a9-a24c-aa2e-077239e25d87/WALs/b313e41b3af3,34033,1732286167153/b313e41b3af3%2C34033%2C1732286167153.1732286181583, startPosition=0, beingWritten=true 2024-11-22T14:36:22,044 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,34033,1732286167153.replicationSource.shipperb313e41b3af3%2C34033%2C1732286167153,1-b313e41b3af3,34033,1732286167153 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b313e41b3af3,34033,1732286167153 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41169/user/jenkins/test-data/eab256af-88a9-a24c-aa2e-077239e25d87/WALs/b313e41b3af3,34033,1732286167153/b313e41b3af3%2C34033%2C1732286167153.1732286167992, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-22T14:36:22,046 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,34033,1732286167153.replicationSource.shipperb313e41b3af3%2C34033%2C1732286167153,1-b313e41b3af3,34033,1732286167153 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [b313e41b3af3%2C34033%2C1732286167153.1732286167992] 2024-11-22T14:36:22,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34033 {}] regionserver.HStoreFile(483): HFile Bloom filter type for a7c412ef61634064ad11b936d4a22feb_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-22T14:36:22,047 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34033 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41169/user/jenkins/test-data/eab256af-88a9-a24c-aa2e-077239e25d87/data/default/test/28bc1c0e3f616c8326bcbdf836e99c94/f/a7c412ef61634064ad11b936d4a22feb_SeqId_6_ into 28bc1c0e3f616c8326bcbdf836e99c94/f 2024-11-22T14:36:22,047 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34033 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41169/user/jenkins/test-data/eab256af-88a9-a24c-aa2e-077239e25d87/staging/jenkins__test__fhh493pug9dj5d71jon5h46mvaocqp5otcfoqt3a1vp1fg9dvl9gkmtskor31h1v/f/hfile_1 into 28bc1c0e3f616c8326bcbdf836e99c94/f (new location: hdfs://localhost:41169/user/jenkins/test-data/eab256af-88a9-a24c-aa2e-077239e25d87/data/default/test/28bc1c0e3f616c8326bcbdf836e99c94/f/a7c412ef61634064ad11b936d4a22feb_SeqId_6_) 2024-11-22T14:36:22,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34033 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41169/user/jenkins/test-data/eab256af-88a9-a24c-aa2e-077239e25d87/staging/jenkins__test__fhh493pug9dj5d71jon5h46mvaocqp5otcfoqt3a1vp1fg9dvl9gkmtskor31h1v/f/hfile_1 2024-11-22T14:36:22,049 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T14:36:22,049 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:340) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T14:36:22,049 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:36:22,050 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:36:22,050 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T14:36:22,050 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732286174819.28bc1c0e3f616c8326bcbdf836e99c94., hostname=b313e41b3af3,34033,1732286167153, seqNum=2 , the old value is region=test,,1732286174819.28bc1c0e3f616c8326bcbdf836e99c94., hostname=b313e41b3af3,34033,1732286167153, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=b313e41b3af3:34033 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-22T14:36:22,050 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732286174819.28bc1c0e3f616c8326bcbdf836e99c94., hostname=b313e41b3af3,34033,1732286167153, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-22T14:36:22,050 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732286174819.28bc1c0e3f616c8326bcbdf836e99c94., hostname=b313e41b3af3,34033,1732286167153, seqNum=2 from cache 2024-11-22T14:36:22,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34033 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34033: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.2:44634 deadline: 1732286242049 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.2:44634 2024-11-22T14:36:22,052 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,34033,1732286167153.replicationSource.wal-reader.b313e41b3af3%2C34033%2C1732286167153,1-b313e41b3af3,34033,1732286167153 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-22T14:36:22,052 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,34033,1732286167153.replicationSource.shipperb313e41b3af3%2C34033%2C1732286167153,1-b313e41b3af3,34033,1732286167153 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b313e41b3af3,34033,1732286167153 got entry batch from reader: WALEntryBatch [walEntries=[{test/28bc1c0e3f616c8326bcbdf836e99c94/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732286182048/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:41169/user/jenkins/test-data/eab256af-88a9-a24c-aa2e-077239e25d87/WALs/b313e41b3af3,34033,1732286167153/b313e41b3af3%2C34033%2C1732286167153.1732286181583, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-22T14:36:22,053 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42623 {}] regionserver.ReplicationSink(318): Replicating [f94021c1-77ee-4ee6-a5a9-07fe242ac3fa] bulk loaded data 2024-11-22T14:36:22,054 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,2-b313e41b3af3,34033,1732286167153.replicationSource.wal-reader.b313e41b3af3%2C34033%2C1732286167153,2-b313e41b3af3,34033,1732286167153 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41169/user/jenkins/test-data/eab256af-88a9-a24c-aa2e-077239e25d87/WALs/b313e41b3af3,34033,1732286167153/b313e41b3af3%2C34033%2C1732286167153.1732286181583 to pos 0, reset compression=false 2024-11-22T14:36:22,057 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-22T14:36:22,066 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,2-b313e41b3af3,34033,1732286167153.replicationSource.wal-reader.b313e41b3af3%2C34033%2C1732286167153,2-b313e41b3af3,34033,1732286167153 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-22T14:36:22,066 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,2-b313e41b3af3,34033,1732286167153.replicationSource.shipperb313e41b3af3%2C34033%2C1732286167153,2-b313e41b3af3,34033,1732286167153 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-b313e41b3af3,34033,1732286167153 got entry batch from reader: WALEntryBatch [walEntries=[{test/28bc1c0e3f616c8326bcbdf836e99c94/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732286182048/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:41169/user/jenkins/test-data/eab256af-88a9-a24c-aa2e-077239e25d87/WALs/b313e41b3af3,34033,1732286167153/b313e41b3af3%2C34033%2C1732286167153.1732286181583, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-22T14:36:22,068 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,2-b313e41b3af3,34033,1732286167153.replicationSource.shipperb313e41b3af3%2C34033%2C1732286167153,2-b313e41b3af3,34033,1732286167153 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-22T14:36:22,069 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49714, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-22T14:36:22,069 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40369 {}] regionserver.ReplicationSink(318): Replicating [f94021c1-77ee-4ee6-a5a9-07fe242ac3fa] bulk loaded data 2024-11-22T14:36:22,082 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40369 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@568e969f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:36:22,082 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40369 {}] client.ClusterIdFetcher(90): Going to request b313e41b3af3,34851,-1 for getting cluster id 2024-11-22T14:36:22,082 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40369 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T14:36:22,083 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cb18caf7-870a-4782-80be-3af68c194c3d' 2024-11-22T14:36:22,083 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T14:36:22,083 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cb18caf7-870a-4782-80be-3af68c194c3d" 2024-11-22T14:36:22,083 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@75d46eac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:36:22,083 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b313e41b3af3,34851,-1] 2024-11-22T14:36:22,083 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T14:36:22,084 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:36:22,085 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57632, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientMetaService 2024-11-22T14:36:22,086 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40369 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@14b92fb6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:36:22,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41537 is added to blk_1073741839_1015 (size=11194) 2024-11-22T14:36:22,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44417 is added to blk_1073741837_1013 (size=11194) 2024-11-22T14:36:22,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44417 is added to blk_1073741838_1014 (size=10791) 2024-11-22T14:36:22,127 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40369 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T14:36:22,128 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b313e41b3af3,34851,1732286173148 2024-11-22T14:36:22,128 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@22357072 2024-11-22T14:36:22,129 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T14:36:22,129 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57638, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=MasterService 2024-11-22T14:36:22,131 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40369 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-22T14:36:22,131 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40369 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T14:36:22,134 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b313e41b3af3,40369,1732286173217, seqNum=-1] 2024-11-22T14:36:22,134 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T14:36:22,135 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49722, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientService 2024-11-22T14:36:22,141 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34923/user/jenkins/test-data/0461e3f3-acd7-41aa-efeb-66bb30a77b26/staging/jenkins.hfs.23__test__bqgre0aj9r6e743al3v33fuld27lac7h4uj5m2s6732ske91q31gse8k8d8e4lmu/f/915792128e434aa0b04e09632ea7bf01_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-22T14:36:22,150 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34923/user/jenkins/test-data/0461e3f3-acd7-41aa-efeb-66bb30a77b26/staging/jenkins.hfs.23__test__bqgre0aj9r6e743al3v33fuld27lac7h4uj5m2s6732ske91q31gse8k8d8e4lmu/f/a7c412ef61634064ad11b936d4a22feb_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-22T14:36:22,158 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b313e41b3af3:34033 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-22T14:36:22,170 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40369 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34923/user/jenkins/test-data/0461e3f3-acd7-41aa-efeb-66bb30a77b26/staging/jenkins.hfs.23__test__bqgre0aj9r6e743al3v33fuld27lac7h4uj5m2s6732ske91q31gse8k8d8e4lmu/f/a7c412ef61634064ad11b936d4a22feb_SeqId_6_ for inclusion in 5afbfd394a093aa16d67dd4215dc66a6/f 2024-11-22T14:36:22,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40369 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-22T14:36:22,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40369 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-22T14:36:22,191 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40369 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34923/user/jenkins/test-data/0461e3f3-acd7-41aa-efeb-66bb30a77b26/staging/jenkins.hfs.23__test__bqgre0aj9r6e743al3v33fuld27lac7h4uj5m2s6732ske91q31gse8k8d8e4lmu/f/915792128e434aa0b04e09632ea7bf01_SeqId_6_ for inclusion in 5afbfd394a093aa16d67dd4215dc66a6/f 2024-11-22T14:36:22,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40369 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-22T14:36:22,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40369 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-22T14:36:22,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40369 {}] regionserver.HRegion(2603): Flush status journal for 5afbfd394a093aa16d67dd4215dc66a6: 2024-11-22T14:36:22,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40369 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): a7c412ef61634064ad11b936d4a22feb_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-22T14:36:22,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40369 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34923/user/jenkins/test-data/0461e3f3-acd7-41aa-efeb-66bb30a77b26/staging/jenkins.hfs.23__test__bqgre0aj9r6e743al3v33fuld27lac7h4uj5m2s6732ske91q31gse8k8d8e4lmu/f/a7c412ef61634064ad11b936d4a22feb_SeqId_6_ as hdfs://localhost:34923/user/jenkins/test-data/0461e3f3-acd7-41aa-efeb-66bb30a77b26/data/default/test/5afbfd394a093aa16d67dd4215dc66a6/f/faaedbb96dff454ea9f4319cf72cf9fe_SeqId_4_ 2024-11-22T14:36:22,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40369 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 915792128e434aa0b04e09632ea7bf01_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-22T14:36:22,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40369 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34923/user/jenkins/test-data/0461e3f3-acd7-41aa-efeb-66bb30a77b26/staging/jenkins.hfs.23__test__bqgre0aj9r6e743al3v33fuld27lac7h4uj5m2s6732ske91q31gse8k8d8e4lmu/f/915792128e434aa0b04e09632ea7bf01_SeqId_6_ as hdfs://localhost:34923/user/jenkins/test-data/0461e3f3-acd7-41aa-efeb-66bb30a77b26/data/default/test/5afbfd394a093aa16d67dd4215dc66a6/f/c3cf70ed299c48d99b85c9fc9cc3d4e9_SeqId_4_ 2024-11-22T14:36:22,197 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40369 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34923/user/jenkins/test-data/0461e3f3-acd7-41aa-efeb-66bb30a77b26/staging/jenkins.hfs.23__test__bqgre0aj9r6e743al3v33fuld27lac7h4uj5m2s6732ske91q31gse8k8d8e4lmu/f/a7c412ef61634064ad11b936d4a22feb_SeqId_6_ into 5afbfd394a093aa16d67dd4215dc66a6/f as hdfs://localhost:34923/user/jenkins/test-data/0461e3f3-acd7-41aa-efeb-66bb30a77b26/data/default/test/5afbfd394a093aa16d67dd4215dc66a6/f/faaedbb96dff454ea9f4319cf72cf9fe_SeqId_4_ - updating store file list. 2024-11-22T14:36:22,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40369 {}] regionserver.HStoreFile(483): HFile Bloom filter type for faaedbb96dff454ea9f4319cf72cf9fe_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-22T14:36:22,206 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40369 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34923/user/jenkins/test-data/0461e3f3-acd7-41aa-efeb-66bb30a77b26/data/default/test/5afbfd394a093aa16d67dd4215dc66a6/f/faaedbb96dff454ea9f4319cf72cf9fe_SeqId_4_ into 5afbfd394a093aa16d67dd4215dc66a6/f 2024-11-22T14:36:22,206 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40369 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34923/user/jenkins/test-data/0461e3f3-acd7-41aa-efeb-66bb30a77b26/staging/jenkins.hfs.23__test__bqgre0aj9r6e743al3v33fuld27lac7h4uj5m2s6732ske91q31gse8k8d8e4lmu/f/a7c412ef61634064ad11b936d4a22feb_SeqId_6_ into 5afbfd394a093aa16d67dd4215dc66a6/f (new location: hdfs://localhost:34923/user/jenkins/test-data/0461e3f3-acd7-41aa-efeb-66bb30a77b26/data/default/test/5afbfd394a093aa16d67dd4215dc66a6/f/faaedbb96dff454ea9f4319cf72cf9fe_SeqId_4_) 2024-11-22T14:36:22,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40369 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34923/user/jenkins/test-data/0461e3f3-acd7-41aa-efeb-66bb30a77b26/staging/jenkins.hfs.23__test__bqgre0aj9r6e743al3v33fuld27lac7h4uj5m2s6732ske91q31gse8k8d8e4lmu/f/a7c412ef61634064ad11b936d4a22feb_SeqId_6_ 2024-11-22T14:36:22,210 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40369 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34923/user/jenkins/test-data/0461e3f3-acd7-41aa-efeb-66bb30a77b26/staging/jenkins.hfs.23__test__bqgre0aj9r6e743al3v33fuld27lac7h4uj5m2s6732ske91q31gse8k8d8e4lmu/f/915792128e434aa0b04e09632ea7bf01_SeqId_6_ into 5afbfd394a093aa16d67dd4215dc66a6/f as hdfs://localhost:34923/user/jenkins/test-data/0461e3f3-acd7-41aa-efeb-66bb30a77b26/data/default/test/5afbfd394a093aa16d67dd4215dc66a6/f/c3cf70ed299c48d99b85c9fc9cc3d4e9_SeqId_4_ - updating store file list. 2024-11-22T14:36:22,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40369 {}] regionserver.HStoreFile(483): HFile Bloom filter type for c3cf70ed299c48d99b85c9fc9cc3d4e9_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-22T14:36:22,216 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40369 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34923/user/jenkins/test-data/0461e3f3-acd7-41aa-efeb-66bb30a77b26/data/default/test/5afbfd394a093aa16d67dd4215dc66a6/f/c3cf70ed299c48d99b85c9fc9cc3d4e9_SeqId_4_ into 5afbfd394a093aa16d67dd4215dc66a6/f 2024-11-22T14:36:22,216 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40369 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34923/user/jenkins/test-data/0461e3f3-acd7-41aa-efeb-66bb30a77b26/staging/jenkins.hfs.23__test__bqgre0aj9r6e743al3v33fuld27lac7h4uj5m2s6732ske91q31gse8k8d8e4lmu/f/915792128e434aa0b04e09632ea7bf01_SeqId_6_ into 5afbfd394a093aa16d67dd4215dc66a6/f (new location: hdfs://localhost:34923/user/jenkins/test-data/0461e3f3-acd7-41aa-efeb-66bb30a77b26/data/default/test/5afbfd394a093aa16d67dd4215dc66a6/f/c3cf70ed299c48d99b85c9fc9cc3d4e9_SeqId_4_) 2024-11-22T14:36:22,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40369 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34923/user/jenkins/test-data/0461e3f3-acd7-41aa-efeb-66bb30a77b26/staging/jenkins.hfs.23__test__bqgre0aj9r6e743al3v33fuld27lac7h4uj5m2s6732ske91q31gse8k8d8e4lmu/f/915792128e434aa0b04e09632ea7bf01_SeqId_6_ 2024-11-22T14:36:22,219 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40369 {}] regionserver.ReplicationSink(324): Finished replicating [f94021c1-77ee-4ee6-a5a9-07fe242ac3fa] bulk loaded data 2024-11-22T14:36:22,253 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,34033,1732286167153.replicationSource.wal-reader.b313e41b3af3%2C34033%2C1732286167153,1-b313e41b3af3,34033,1732286167153 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41169/user/jenkins/test-data/eab256af-88a9-a24c-aa2e-077239e25d87/WALs/b313e41b3af3,34033,1732286167153/b313e41b3af3%2C34033%2C1732286167153.1732286181583 to pos 393, reset compression=false 2024-11-22T14:36:22,266 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,2-b313e41b3af3,34033,1732286167153.replicationSource.wal-reader.b313e41b3af3%2C34033%2C1732286167153,2-b313e41b3af3,34033,1732286167153 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41169/user/jenkins/test-data/eab256af-88a9-a24c-aa2e-077239e25d87/WALs/b313e41b3af3,34033,1732286167153/b313e41b3af3%2C34033%2C1732286167153.1732286181583 to pos 393, reset compression=false 2024-11-22T14:36:22,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41537 is added to blk_1073741840_1016 (size=10791) 2024-11-22T14:36:22,525 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42623 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-22T14:36:22,533 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41581/user/jenkins/test-data/40c789bd-4eef-1209-fbed-1fc3e4b18d54/staging/jenkins.hfs.22__test__m3krn9u0q09h5vtc9hvm6dkq4vgb8tnhuv5p3cg98k92bbrbaapqqrk9seqtglfs/f/915792128e434aa0b04e09632ea7bf01_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-22T14:36:22,538 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41581/user/jenkins/test-data/40c789bd-4eef-1209-fbed-1fc3e4b18d54/staging/jenkins.hfs.22__test__m3krn9u0q09h5vtc9hvm6dkq4vgb8tnhuv5p3cg98k92bbrbaapqqrk9seqtglfs/f/a7c412ef61634064ad11b936d4a22feb_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-22T14:36:22,540 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42623 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41581/user/jenkins/test-data/40c789bd-4eef-1209-fbed-1fc3e4b18d54/staging/jenkins.hfs.22__test__m3krn9u0q09h5vtc9hvm6dkq4vgb8tnhuv5p3cg98k92bbrbaapqqrk9seqtglfs/f/915792128e434aa0b04e09632ea7bf01_SeqId_6_ for inclusion in 9009f45ad314b6ac299eccb042238b5d/f 2024-11-22T14:36:22,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42623 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-22T14:36:22,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42623 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-22T14:36:22,556 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42623 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41581/user/jenkins/test-data/40c789bd-4eef-1209-fbed-1fc3e4b18d54/staging/jenkins.hfs.22__test__m3krn9u0q09h5vtc9hvm6dkq4vgb8tnhuv5p3cg98k92bbrbaapqqrk9seqtglfs/f/a7c412ef61634064ad11b936d4a22feb_SeqId_6_ for inclusion in 9009f45ad314b6ac299eccb042238b5d/f 2024-11-22T14:36:22,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42623 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-22T14:36:22,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42623 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-22T14:36:22,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42623 {}] regionserver.HRegion(2603): Flush status journal for 9009f45ad314b6ac299eccb042238b5d: 2024-11-22T14:36:22,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42623 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 915792128e434aa0b04e09632ea7bf01_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-22T14:36:22,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42623 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41581/user/jenkins/test-data/40c789bd-4eef-1209-fbed-1fc3e4b18d54/staging/jenkins.hfs.22__test__m3krn9u0q09h5vtc9hvm6dkq4vgb8tnhuv5p3cg98k92bbrbaapqqrk9seqtglfs/f/915792128e434aa0b04e09632ea7bf01_SeqId_6_ as hdfs://localhost:41581/user/jenkins/test-data/40c789bd-4eef-1209-fbed-1fc3e4b18d54/data/default/test/9009f45ad314b6ac299eccb042238b5d/f/c0ba5c861664417f9435095a9a9d89cb_SeqId_6_ 2024-11-22T14:36:22,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42623 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): a7c412ef61634064ad11b936d4a22feb_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-22T14:36:22,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42623 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41581/user/jenkins/test-data/40c789bd-4eef-1209-fbed-1fc3e4b18d54/staging/jenkins.hfs.22__test__m3krn9u0q09h5vtc9hvm6dkq4vgb8tnhuv5p3cg98k92bbrbaapqqrk9seqtglfs/f/a7c412ef61634064ad11b936d4a22feb_SeqId_6_ as hdfs://localhost:41581/user/jenkins/test-data/40c789bd-4eef-1209-fbed-1fc3e4b18d54/data/default/test/9009f45ad314b6ac299eccb042238b5d/f/be9011ddc9ee46e0ba9010479b799254_SeqId_6_ 2024-11-22T14:36:22,562 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42623 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41581/user/jenkins/test-data/40c789bd-4eef-1209-fbed-1fc3e4b18d54/staging/jenkins.hfs.22__test__m3krn9u0q09h5vtc9hvm6dkq4vgb8tnhuv5p3cg98k92bbrbaapqqrk9seqtglfs/f/915792128e434aa0b04e09632ea7bf01_SeqId_6_ into 9009f45ad314b6ac299eccb042238b5d/f as hdfs://localhost:41581/user/jenkins/test-data/40c789bd-4eef-1209-fbed-1fc3e4b18d54/data/default/test/9009f45ad314b6ac299eccb042238b5d/f/c0ba5c861664417f9435095a9a9d89cb_SeqId_6_ - updating store file list. 2024-11-22T14:36:22,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42623 {}] regionserver.HStoreFile(483): HFile Bloom filter type for c0ba5c861664417f9435095a9a9d89cb_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-22T14:36:22,567 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42623 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41581/user/jenkins/test-data/40c789bd-4eef-1209-fbed-1fc3e4b18d54/data/default/test/9009f45ad314b6ac299eccb042238b5d/f/c0ba5c861664417f9435095a9a9d89cb_SeqId_6_ into 9009f45ad314b6ac299eccb042238b5d/f 2024-11-22T14:36:22,567 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42623 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41581/user/jenkins/test-data/40c789bd-4eef-1209-fbed-1fc3e4b18d54/staging/jenkins.hfs.22__test__m3krn9u0q09h5vtc9hvm6dkq4vgb8tnhuv5p3cg98k92bbrbaapqqrk9seqtglfs/f/915792128e434aa0b04e09632ea7bf01_SeqId_6_ into 9009f45ad314b6ac299eccb042238b5d/f (new location: hdfs://localhost:41581/user/jenkins/test-data/40c789bd-4eef-1209-fbed-1fc3e4b18d54/data/default/test/9009f45ad314b6ac299eccb042238b5d/f/c0ba5c861664417f9435095a9a9d89cb_SeqId_6_) 2024-11-22T14:36:22,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42623 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41581/user/jenkins/test-data/40c789bd-4eef-1209-fbed-1fc3e4b18d54/staging/jenkins.hfs.22__test__m3krn9u0q09h5vtc9hvm6dkq4vgb8tnhuv5p3cg98k92bbrbaapqqrk9seqtglfs/f/915792128e434aa0b04e09632ea7bf01_SeqId_6_ 2024-11-22T14:36:22,568 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42623 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41581/user/jenkins/test-data/40c789bd-4eef-1209-fbed-1fc3e4b18d54/staging/jenkins.hfs.22__test__m3krn9u0q09h5vtc9hvm6dkq4vgb8tnhuv5p3cg98k92bbrbaapqqrk9seqtglfs/f/a7c412ef61634064ad11b936d4a22feb_SeqId_6_ into 9009f45ad314b6ac299eccb042238b5d/f as hdfs://localhost:41581/user/jenkins/test-data/40c789bd-4eef-1209-fbed-1fc3e4b18d54/data/default/test/9009f45ad314b6ac299eccb042238b5d/f/be9011ddc9ee46e0ba9010479b799254_SeqId_6_ - updating store file list. 2024-11-22T14:36:22,570 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,34033,1732286167153.replicationSource.wal-reader.b313e41b3af3%2C34033%2C1732286167153,1-b313e41b3af3,34033,1732286167153 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41169/user/jenkins/test-data/eab256af-88a9-a24c-aa2e-077239e25d87/WALs/b313e41b3af3,34033,1732286167153/b313e41b3af3%2C34033%2C1732286167153.1732286181583 to pos 393, reset compression=false 2024-11-22T14:36:22,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42623 {}] regionserver.HStoreFile(483): HFile Bloom filter type for be9011ddc9ee46e0ba9010479b799254_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-22T14:36:22,571 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42623 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41581/user/jenkins/test-data/40c789bd-4eef-1209-fbed-1fc3e4b18d54/data/default/test/9009f45ad314b6ac299eccb042238b5d/f/be9011ddc9ee46e0ba9010479b799254_SeqId_6_ into 9009f45ad314b6ac299eccb042238b5d/f 2024-11-22T14:36:22,571 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42623 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41581/user/jenkins/test-data/40c789bd-4eef-1209-fbed-1fc3e4b18d54/staging/jenkins.hfs.22__test__m3krn9u0q09h5vtc9hvm6dkq4vgb8tnhuv5p3cg98k92bbrbaapqqrk9seqtglfs/f/a7c412ef61634064ad11b936d4a22feb_SeqId_6_ into 9009f45ad314b6ac299eccb042238b5d/f (new location: hdfs://localhost:41581/user/jenkins/test-data/40c789bd-4eef-1209-fbed-1fc3e4b18d54/data/default/test/9009f45ad314b6ac299eccb042238b5d/f/be9011ddc9ee46e0ba9010479b799254_SeqId_6_) 2024-11-22T14:36:22,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42623 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41581/user/jenkins/test-data/40c789bd-4eef-1209-fbed-1fc3e4b18d54/staging/jenkins.hfs.22__test__m3krn9u0q09h5vtc9hvm6dkq4vgb8tnhuv5p3cg98k92bbrbaapqqrk9seqtglfs/f/a7c412ef61634064ad11b936d4a22feb_SeqId_6_ 2024-11-22T14:36:22,574 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42623 {}] regionserver.ReplicationSink(324): Finished replicating [f94021c1-77ee-4ee6-a5a9-07fe242ac3fa] bulk loaded data 2024-11-22T14:36:22,587 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,2-b313e41b3af3,34033,1732286167153.replicationSource.wal-reader.b313e41b3af3%2C34033%2C1732286167153,2-b313e41b3af3,34033,1732286167153 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41169/user/jenkins/test-data/eab256af-88a9-a24c-aa2e-077239e25d87/WALs/b313e41b3af3,34033,1732286167153/b313e41b3af3%2C34033%2C1732286167153.1732286181583 to pos 393, reset compression=false 2024-11-22T14:36:22,989 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,34033,1732286167153.replicationSource.wal-reader.b313e41b3af3%2C34033%2C1732286167153,1-b313e41b3af3,34033,1732286167153 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41169/user/jenkins/test-data/eab256af-88a9-a24c-aa2e-077239e25d87/WALs/b313e41b3af3,34033,1732286167153/b313e41b3af3%2C34033%2C1732286167153.1732286181583 to pos 393, reset compression=false 2024-11-22T14:36:23,013 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,2-b313e41b3af3,34033,1732286167153.replicationSource.wal-reader.b313e41b3af3%2C34033%2C1732286167153,2-b313e41b3af3,34033,1732286167153 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41169/user/jenkins/test-data/eab256af-88a9-a24c-aa2e-077239e25d87/WALs/b313e41b3af3,34033,1732286167153/b313e41b3af3%2C34033%2C1732286167153.1732286181583 to pos 393, reset compression=false 2024-11-22T14:36:23,075 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-22T14:36:23,075 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T14:36:23,075 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T14:36:23,075 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:36:23,075 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:36:23,075 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-22T14:36:23,075 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2137393713, stopped=false 2024-11-22T14:36:23,075 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b313e41b3af3,34851,1732286173148 2024-11-22T14:36:23,075 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T14:36:23,076 DEBUG [pool-2609-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40369-0x10067dc92060007, quorum=127.0.0.1:53297, baseZNode=/2473911647 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2473911647/running 2024-11-22T14:36:23,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34851-0x10067dc92060006, quorum=127.0.0.1:53297, baseZNode=/2473911647 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2473911647/running 2024-11-22T14:36:23,076 DEBUG [pool-2609-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40369-0x10067dc92060007, quorum=127.0.0.1:53297, baseZNode=/2473911647 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2473911647 2024-11-22T14:36:23,076 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-22T14:36:23,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34851-0x10067dc92060006, quorum=127.0.0.1:53297, baseZNode=/2473911647 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2473911647 2024-11-22T14:36:23,076 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T14:36:23,077 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T14:36:23,077 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:36:23,077 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b313e41b3af3,40369,1732286173217' ***** 2024-11-22T14:36:23,077 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-22T14:36:23,078 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40369-0x10067dc92060007, quorum=127.0.0.1:53297, baseZNode=/2473911647 Set watcher on znode that does not yet exist, /2473911647/running 2024-11-22T14:36:23,078 INFO [RS:0;b313e41b3af3:40369 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-22T14:36:23,078 INFO [RS:0;b313e41b3af3:40369 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-22T14:36:23,078 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-22T14:36:23,078 INFO [RS:0;b313e41b3af3:40369 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-22T14:36:23,078 INFO [RS:0;b313e41b3af3:40369 {}] regionserver.HRegionServer(3091): Received CLOSE for 5afbfd394a093aa16d67dd4215dc66a6 2024-11-22T14:36:23,078 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34851-0x10067dc92060006, quorum=127.0.0.1:53297, baseZNode=/2473911647 Set watcher on znode that does not yet exist, /2473911647/running 2024-11-22T14:36:23,081 INFO [RS:0;b313e41b3af3:40369 {}] regionserver.HRegionServer(959): stopping server b313e41b3af3,40369,1732286173217 2024-11-22T14:36:23,081 INFO [RS:0;b313e41b3af3:40369 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T14:36:23,081 INFO [RS:0;b313e41b3af3:40369 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b313e41b3af3:40369. 2024-11-22T14:36:23,081 DEBUG [RS:0;b313e41b3af3:40369 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T14:36:23,081 DEBUG [RS:0;b313e41b3af3:40369 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:36:23,081 INFO [RS:0;b313e41b3af3:40369 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-22T14:36:23,081 INFO [RS:0;b313e41b3af3:40369 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-22T14:36:23,081 INFO [RS:0;b313e41b3af3:40369 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-22T14:36:23,081 INFO [RS:0;b313e41b3af3:40369 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-22T14:36:23,081 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5afbfd394a093aa16d67dd4215dc66a6, disabling compactions & flushes 2024-11-22T14:36:23,081 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732286177105.5afbfd394a093aa16d67dd4215dc66a6. 2024-11-22T14:36:23,081 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732286177105.5afbfd394a093aa16d67dd4215dc66a6. 2024-11-22T14:36:23,082 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732286177105.5afbfd394a093aa16d67dd4215dc66a6. after waiting 1 ms 2024-11-22T14:36:23,082 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732286177105.5afbfd394a093aa16d67dd4215dc66a6. 2024-11-22T14:36:23,085 INFO [RS:0;b313e41b3af3:40369 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-22T14:36:23,085 DEBUG [RS:0;b313e41b3af3:40369 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 5afbfd394a093aa16d67dd4215dc66a6=test,,1732286177105.5afbfd394a093aa16d67dd4215dc66a6.} 2024-11-22T14:36:23,085 DEBUG [RS:0;b313e41b3af3:40369 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5afbfd394a093aa16d67dd4215dc66a6 2024-11-22T14:36:23,085 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-22T14:36:23,085 INFO [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-22T14:36:23,085 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-22T14:36:23,085 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T14:36:23,085 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T14:36:23,085 INFO [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-22T14:36:23,106 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34923/user/jenkins/test-data/0461e3f3-acd7-41aa-efeb-66bb30a77b26/data/default/test/5afbfd394a093aa16d67dd4215dc66a6/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-22T14:36:23,106 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-22T14:36:23,107 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-22T14:36:23,107 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732286177105.5afbfd394a093aa16d67dd4215dc66a6. 2024-11-22T14:36:23,107 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5afbfd394a093aa16d67dd4215dc66a6: Waiting for close lock at 1732286183081Running coprocessor pre-close hooks at 1732286183081Disabling compacts and flushes for region at 1732286183081Disabling writes for close at 1732286183082 (+1 ms)Writing region close event to WAL at 1732286183099 (+17 ms)Running coprocessor post-close hooks at 1732286183106 (+7 ms)Closed at 1732286183107 (+1 ms) 2024-11-22T14:36:23,107 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732286177105.5afbfd394a093aa16d67dd4215dc66a6. 2024-11-22T14:36:23,109 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34923/user/jenkins/test-data/0461e3f3-acd7-41aa-efeb-66bb30a77b26/data/hbase/meta/1588230740/.tmp/info/7a1a62ca6bcb4ccfa62ec761f7449a0d is 129, key is test,,1732286177105.5afbfd394a093aa16d67dd4215dc66a6./info:regioninfo/1732286177875/Put/seqid=0 2024-11-22T14:36:23,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44417 is added to blk_1073741839_1015 (size=6421) 2024-11-22T14:36:23,118 INFO [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34923/user/jenkins/test-data/0461e3f3-acd7-41aa-efeb-66bb30a77b26/data/hbase/meta/1588230740/.tmp/info/7a1a62ca6bcb4ccfa62ec761f7449a0d 2024-11-22T14:36:23,143 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34923/user/jenkins/test-data/0461e3f3-acd7-41aa-efeb-66bb30a77b26/data/hbase/meta/1588230740/.tmp/ns/463ab8257e1641afb88c68cdba920e05 is 43, key is default/ns:d/1732286174713/Put/seqid=0 2024-11-22T14:36:23,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44417 is added to blk_1073741840_1016 (size=5153) 2024-11-22T14:36:23,146 INFO [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34923/user/jenkins/test-data/0461e3f3-acd7-41aa-efeb-66bb30a77b26/data/hbase/meta/1588230740/.tmp/ns/463ab8257e1641afb88c68cdba920e05 2024-11-22T14:36:23,168 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34923/user/jenkins/test-data/0461e3f3-acd7-41aa-efeb-66bb30a77b26/data/hbase/meta/1588230740/.tmp/rep_barrier/16593c73089e467b9a90fb5a7ee3e4d3 is 112, key is test,,1732286177105.5afbfd394a093aa16d67dd4215dc66a6./rep_barrier:seqnumDuringOpen/1732286177875/Put/seqid=0 2024-11-22T14:36:23,169 INFO [regionserver/b313e41b3af3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T14:36:23,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44417 is added to blk_1073741841_1017 (size=5518) 2024-11-22T14:36:23,171 INFO [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34923/user/jenkins/test-data/0461e3f3-acd7-41aa-efeb-66bb30a77b26/data/hbase/meta/1588230740/.tmp/rep_barrier/16593c73089e467b9a90fb5a7ee3e4d3 2024-11-22T14:36:23,193 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34923/user/jenkins/test-data/0461e3f3-acd7-41aa-efeb-66bb30a77b26/data/hbase/meta/1588230740/.tmp/table/d0823b499177447abf7f6cb78b80235e is 40, key is test/table:state/1732286177895/Put/seqid=0 2024-11-22T14:36:23,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44417 is added to blk_1073741842_1018 (size=5165) 2024-11-22T14:36:23,285 DEBUG [RS:0;b313e41b3af3:40369 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T14:36:23,485 DEBUG [RS:0;b313e41b3af3:40369 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T14:36:23,494 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,34033,1732286167153.replicationSource.wal-reader.b313e41b3af3%2C34033%2C1732286167153,1-b313e41b3af3,34033,1732286167153 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41169/user/jenkins/test-data/eab256af-88a9-a24c-aa2e-077239e25d87/WALs/b313e41b3af3,34033,1732286167153/b313e41b3af3%2C34033%2C1732286167153.1732286181583 to pos 393, reset compression=false 2024-11-22T14:36:23,517 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,2-b313e41b3af3,34033,1732286167153.replicationSource.wal-reader.b313e41b3af3%2C34033%2C1732286167153,2-b313e41b3af3,34033,1732286167153 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41169/user/jenkins/test-data/eab256af-88a9-a24c-aa2e-077239e25d87/WALs/b313e41b3af3,34033,1732286167153/b313e41b3af3%2C34033%2C1732286167153.1732286181583 to pos 393, reset compression=false 2024-11-22T14:36:23,596 INFO [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34923/user/jenkins/test-data/0461e3f3-acd7-41aa-efeb-66bb30a77b26/data/hbase/meta/1588230740/.tmp/table/d0823b499177447abf7f6cb78b80235e 2024-11-22T14:36:23,601 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34923/user/jenkins/test-data/0461e3f3-acd7-41aa-efeb-66bb30a77b26/data/hbase/meta/1588230740/.tmp/info/7a1a62ca6bcb4ccfa62ec761f7449a0d as hdfs://localhost:34923/user/jenkins/test-data/0461e3f3-acd7-41aa-efeb-66bb30a77b26/data/hbase/meta/1588230740/info/7a1a62ca6bcb4ccfa62ec761f7449a0d 2024-11-22T14:36:23,605 INFO [regionserver/b313e41b3af3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-22T14:36:23,605 INFO [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34923/user/jenkins/test-data/0461e3f3-acd7-41aa-efeb-66bb30a77b26/data/hbase/meta/1588230740/info/7a1a62ca6bcb4ccfa62ec761f7449a0d, entries=10, sequenceid=11, filesize=6.3 K 2024-11-22T14:36:23,605 INFO [regionserver/b313e41b3af3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-22T14:36:23,605 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34923/user/jenkins/test-data/0461e3f3-acd7-41aa-efeb-66bb30a77b26/data/hbase/meta/1588230740/.tmp/ns/463ab8257e1641afb88c68cdba920e05 as hdfs://localhost:34923/user/jenkins/test-data/0461e3f3-acd7-41aa-efeb-66bb30a77b26/data/hbase/meta/1588230740/ns/463ab8257e1641afb88c68cdba920e05 2024-11-22T14:36:23,609 INFO [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34923/user/jenkins/test-data/0461e3f3-acd7-41aa-efeb-66bb30a77b26/data/hbase/meta/1588230740/ns/463ab8257e1641afb88c68cdba920e05, entries=2, sequenceid=11, filesize=5.0 K 2024-11-22T14:36:23,610 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34923/user/jenkins/test-data/0461e3f3-acd7-41aa-efeb-66bb30a77b26/data/hbase/meta/1588230740/.tmp/rep_barrier/16593c73089e467b9a90fb5a7ee3e4d3 as hdfs://localhost:34923/user/jenkins/test-data/0461e3f3-acd7-41aa-efeb-66bb30a77b26/data/hbase/meta/1588230740/rep_barrier/16593c73089e467b9a90fb5a7ee3e4d3 2024-11-22T14:36:23,613 INFO [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34923/user/jenkins/test-data/0461e3f3-acd7-41aa-efeb-66bb30a77b26/data/hbase/meta/1588230740/rep_barrier/16593c73089e467b9a90fb5a7ee3e4d3, entries=1, sequenceid=11, filesize=5.4 K 2024-11-22T14:36:23,614 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34923/user/jenkins/test-data/0461e3f3-acd7-41aa-efeb-66bb30a77b26/data/hbase/meta/1588230740/.tmp/table/d0823b499177447abf7f6cb78b80235e as hdfs://localhost:34923/user/jenkins/test-data/0461e3f3-acd7-41aa-efeb-66bb30a77b26/data/hbase/meta/1588230740/table/d0823b499177447abf7f6cb78b80235e 2024-11-22T14:36:23,618 INFO [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34923/user/jenkins/test-data/0461e3f3-acd7-41aa-efeb-66bb30a77b26/data/hbase/meta/1588230740/table/d0823b499177447abf7f6cb78b80235e, entries=2, sequenceid=11, filesize=5.0 K 2024-11-22T14:36:23,619 INFO [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 534ms, sequenceid=11, compaction requested=false 2024-11-22T14:36:23,623 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34923/user/jenkins/test-data/0461e3f3-acd7-41aa-efeb-66bb30a77b26/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-22T14:36:23,624 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-22T14:36:23,624 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T14:36:23,624 INFO [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-22T14:36:23,624 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732286183085Running coprocessor pre-close hooks at 1732286183085Disabling compacts and flushes for region at 1732286183085Disabling writes for close at 1732286183085Obtaining lock to block concurrent updates at 1732286183085Preparing flush snapshotting stores in 1588230740 at 1732286183085Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1732286183086 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732286183086Flushing 1588230740/info: creating writer at 1732286183086Flushing 1588230740/info: appending metadata at 1732286183109 (+23 ms)Flushing 1588230740/info: closing flushed file at 1732286183109Flushing 1588230740/ns: creating writer at 1732286183123 (+14 ms)Flushing 1588230740/ns: appending metadata at 1732286183142 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1732286183142Flushing 1588230740/rep_barrier: creating writer at 1732286183150 (+8 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732286183167 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732286183167Flushing 1588230740/table: creating writer at 1732286183174 (+7 ms)Flushing 1588230740/table: appending metadata at 1732286183192 (+18 ms)Flushing 1588230740/table: closing flushed file at 1732286183192Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@44591d4d: reopening flushed file at 1732286183600 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@32f278e: reopening flushed file at 1732286183605 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@66306de9: reopening flushed file at 1732286183609 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7661d631: reopening flushed file at 1732286183614 (+5 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 534ms, sequenceid=11, compaction requested=false at 1732286183619 (+5 ms)Writing region close event to WAL at 1732286183621 (+2 ms)Running coprocessor post-close hooks at 1732286183623 (+2 ms)Closed at 1732286183624 (+1 ms) 2024-11-22T14:36:23,624 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-22T14:36:23,685 INFO [RS:0;b313e41b3af3:40369 {}] regionserver.HRegionServer(976): stopping server b313e41b3af3,40369,1732286173217; all regions closed. 2024-11-22T14:36:23,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44417 is added to blk_1073741834_1010 (size=2717) 2024-11-22T14:36:23,689 DEBUG [RS:0;b313e41b3af3:40369 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0461e3f3-acd7-41aa-efeb-66bb30a77b26/oldWALs 2024-11-22T14:36:23,689 INFO [RS:0;b313e41b3af3:40369 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b313e41b3af3%2C40369%2C1732286173217.meta:.meta(num 1732286174678) 2024-11-22T14:36:23,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44417 is added to blk_1073741832_1008 (size=1028) 2024-11-22T14:36:23,693 DEBUG [RS:0;b313e41b3af3:40369 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0461e3f3-acd7-41aa-efeb-66bb30a77b26/oldWALs 2024-11-22T14:36:23,693 INFO [RS:0;b313e41b3af3:40369 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b313e41b3af3%2C40369%2C1732286173217:(num 1732286173693) 2024-11-22T14:36:23,693 DEBUG [RS:0;b313e41b3af3:40369 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:36:23,693 INFO [RS:0;b313e41b3af3:40369 {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T14:36:23,693 INFO [RS:0;b313e41b3af3:40369 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T14:36:23,693 INFO [RS:0;b313e41b3af3:40369 {}] hbase.ChoreService(370): Chore service for: regionserver/b313e41b3af3:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-22T14:36:23,693 INFO [RS:0;b313e41b3af3:40369 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T14:36:23,693 INFO [regionserver/b313e41b3af3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T14:36:23,694 INFO [RS:0;b313e41b3af3:40369 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b313e41b3af3:40369. 2024-11-22T14:36:23,694 DEBUG [RS:0;b313e41b3af3:40369 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T14:36:23,694 DEBUG [RS:0;b313e41b3af3:40369 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:36:23,694 DEBUG [RS:0;b313e41b3af3:40369 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:36:23,694 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T14:36:23,694 INFO [RS:0;b313e41b3af3:40369 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40369 2024-11-22T14:36:23,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34851-0x10067dc92060006, quorum=127.0.0.1:53297, baseZNode=/2473911647 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2473911647/rs 2024-11-22T14:36:23,696 DEBUG [pool-2609-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40369-0x10067dc92060007, quorum=127.0.0.1:53297, baseZNode=/2473911647 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2473911647/rs/b313e41b3af3,40369,1732286173217 2024-11-22T14:36:23,696 INFO [RS:0;b313e41b3af3:40369 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T14:36:23,696 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b313e41b3af3,40369,1732286173217] 2024-11-22T14:36:23,697 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2473911647/draining/b313e41b3af3,40369,1732286173217 already deleted, retry=false 2024-11-22T14:36:23,697 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b313e41b3af3,40369,1732286173217 expired; onlineServers=0 2024-11-22T14:36:23,697 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b313e41b3af3,34851,1732286173148' ***** 2024-11-22T14:36:23,697 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-22T14:36:23,697 INFO [M:0;b313e41b3af3:34851 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T14:36:23,697 INFO [M:0;b313e41b3af3:34851 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T14:36:23,697 DEBUG [M:0;b313e41b3af3:34851 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-22T14:36:23,697 DEBUG [M:0;b313e41b3af3:34851 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-22T14:36:23,697 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-22T14:36:23,697 DEBUG [master/b313e41b3af3:0:becomeActiveMaster-HFileCleaner.large.0-1732286173524 {}] cleaner.HFileCleaner(306): Exit Thread[master/b313e41b3af3:0:becomeActiveMaster-HFileCleaner.large.0-1732286173524,5,FailOnTimeoutGroup] 2024-11-22T14:36:23,698 DEBUG [master/b313e41b3af3:0:becomeActiveMaster-HFileCleaner.small.0-1732286173525 {}] cleaner.HFileCleaner(306): Exit Thread[master/b313e41b3af3:0:becomeActiveMaster-HFileCleaner.small.0-1732286173525,5,FailOnTimeoutGroup] 2024-11-22T14:36:23,698 INFO [M:0;b313e41b3af3:34851 {}] hbase.ChoreService(370): Chore service for: master/b313e41b3af3:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-22T14:36:23,698 INFO [M:0;b313e41b3af3:34851 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T14:36:23,698 DEBUG [M:0;b313e41b3af3:34851 {}] master.HMaster(1795): Stopping service threads 2024-11-22T14:36:23,698 INFO [M:0;b313e41b3af3:34851 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-22T14:36:23,698 INFO [M:0;b313e41b3af3:34851 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-22T14:36:23,698 INFO [M:0;b313e41b3af3:34851 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-22T14:36:23,698 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-22T14:36:23,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34851-0x10067dc92060006, quorum=127.0.0.1:53297, baseZNode=/2473911647 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2473911647/master 2024-11-22T14:36:23,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34851-0x10067dc92060006, quorum=127.0.0.1:53297, baseZNode=/2473911647 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2473911647 2024-11-22T14:36:23,699 DEBUG [M:0;b313e41b3af3:34851 {}] zookeeper.RecoverableZooKeeper(212): Node /2473911647/master already deleted, retry=false 2024-11-22T14:36:23,699 DEBUG [M:0;b313e41b3af3:34851 {}] master.ActiveMasterManager(353): master:34851-0x10067dc92060006, quorum=127.0.0.1:53297, baseZNode=/2473911647 Failed delete of our master address node; KeeperErrorCode = NoNode for /2473911647/master 2024-11-22T14:36:23,710 INFO [M:0;b313e41b3af3:34851 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34923/user/jenkins/test-data/0461e3f3-acd7-41aa-efeb-66bb30a77b26/.lastflushedseqids 2024-11-22T14:36:23,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44417 is added to blk_1073741843_1019 (size=173) 2024-11-22T14:36:23,797 DEBUG [pool-2609-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40369-0x10067dc92060007, quorum=127.0.0.1:53297, baseZNode=/2473911647 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T14:36:23,797 INFO [RS:0;b313e41b3af3:40369 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T14:36:23,797 DEBUG [pool-2609-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40369-0x10067dc92060007, quorum=127.0.0.1:53297, baseZNode=/2473911647 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T14:36:23,797 INFO [RS:0;b313e41b3af3:40369 {}] regionserver.HRegionServer(1031): Exiting; stopping=b313e41b3af3,40369,1732286173217; zookeeper connection closed. 2024-11-22T14:36:23,797 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@33bc1a88 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@33bc1a88 2024-11-22T14:36:23,797 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-22T14:36:24,098 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,34033,1732286167153.replicationSource.wal-reader.b313e41b3af3%2C34033%2C1732286167153,1-b313e41b3af3,34033,1732286167153 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41169/user/jenkins/test-data/eab256af-88a9-a24c-aa2e-077239e25d87/WALs/b313e41b3af3,34033,1732286167153/b313e41b3af3%2C34033%2C1732286167153.1732286181583 to pos 393, reset compression=false 2024-11-22T14:36:24,115 INFO [M:0;b313e41b3af3:34851 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-22T14:36:24,115 INFO [M:0;b313e41b3af3:34851 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-22T14:36:24,115 DEBUG [M:0;b313e41b3af3:34851 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T14:36:24,115 INFO [M:0;b313e41b3af3:34851 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T14:36:24,115 DEBUG [M:0;b313e41b3af3:34851 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T14:36:24,115 DEBUG [M:0;b313e41b3af3:34851 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T14:36:24,115 DEBUG [M:0;b313e41b3af3:34851 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T14:36:24,115 INFO [M:0;b313e41b3af3:34851 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.99 KB heapSize=33.88 KB 2024-11-22T14:36:24,122 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,2-b313e41b3af3,34033,1732286167153.replicationSource.wal-reader.b313e41b3af3%2C34033%2C1732286167153,2-b313e41b3af3,34033,1732286167153 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41169/user/jenkins/test-data/eab256af-88a9-a24c-aa2e-077239e25d87/WALs/b313e41b3af3,34033,1732286167153/b313e41b3af3%2C34033%2C1732286167153.1732286181583 to pos 393, reset compression=false 2024-11-22T14:36:24,132 DEBUG [M:0;b313e41b3af3:34851 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34923/user/jenkins/test-data/0461e3f3-acd7-41aa-efeb-66bb30a77b26/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b0ec91d3a7834cd5b1e6e6676cb56bf0 is 82, key is hbase:meta,,1/info:regioninfo/1732286174705/Put/seqid=0 2024-11-22T14:36:24,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44417 is added to blk_1073741844_1020 (size=5672) 2024-11-22T14:36:24,802 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,34033,1732286167153.replicationSource.wal-reader.b313e41b3af3%2C34033%2C1732286167153,1-b313e41b3af3,34033,1732286167153 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41169/user/jenkins/test-data/eab256af-88a9-a24c-aa2e-077239e25d87/WALs/b313e41b3af3,34033,1732286167153/b313e41b3af3%2C34033%2C1732286167153.1732286181583 to pos 393, reset compression=false 2024-11-22T14:36:24,823 INFO [M:0;b313e41b3af3:34851 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:34923/user/jenkins/test-data/0461e3f3-acd7-41aa-efeb-66bb30a77b26/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b0ec91d3a7834cd5b1e6e6676cb56bf0 2024-11-22T14:36:24,832 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,2-b313e41b3af3,34033,1732286167153.replicationSource.wal-reader.b313e41b3af3%2C34033%2C1732286167153,2-b313e41b3af3,34033,1732286167153 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41169/user/jenkins/test-data/eab256af-88a9-a24c-aa2e-077239e25d87/WALs/b313e41b3af3,34033,1732286167153/b313e41b3af3%2C34033%2C1732286167153.1732286181583 to pos 393, reset compression=false 2024-11-22T14:36:24,840 DEBUG [M:0;b313e41b3af3:34851 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34923/user/jenkins/test-data/0461e3f3-acd7-41aa-efeb-66bb30a77b26/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a1b4b25dccda4eaba077fe551cfb8202 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732286177898/Put/seqid=0 2024-11-22T14:36:24,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44417 is added to blk_1073741845_1021 (size=6586) 2024-11-22T14:36:25,112 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T14:36:25,112 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [b313e41b3af3,34993,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b313e41b3af3:34993 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-22T14:36:25,113 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 16, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 128840 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [b313e41b3af3,34993,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b313e41b3af3:34993 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-22T14:36:25,243 INFO [M:0;b313e41b3af3:34851 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.44 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:34923/user/jenkins/test-data/0461e3f3-acd7-41aa-efeb-66bb30a77b26/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a1b4b25dccda4eaba077fe551cfb8202 2024-11-22T14:36:25,270 DEBUG [M:0;b313e41b3af3:34851 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34923/user/jenkins/test-data/0461e3f3-acd7-41aa-efeb-66bb30a77b26/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3fd11e830d94419a88e83faa4e56a6a8 is 69, key is b313e41b3af3,40369,1732286173217/rs:state/1732286173534/Put/seqid=0 2024-11-22T14:36:25,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44417 is added to blk_1073741846_1022 (size=5156) 2024-11-22T14:36:25,274 INFO [M:0;b313e41b3af3:34851 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:34923/user/jenkins/test-data/0461e3f3-acd7-41aa-efeb-66bb30a77b26/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3fd11e830d94419a88e83faa4e56a6a8 2024-11-22T14:36:25,279 DEBUG [M:0;b313e41b3af3:34851 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34923/user/jenkins/test-data/0461e3f3-acd7-41aa-efeb-66bb30a77b26/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b0ec91d3a7834cd5b1e6e6676cb56bf0 as hdfs://localhost:34923/user/jenkins/test-data/0461e3f3-acd7-41aa-efeb-66bb30a77b26/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b0ec91d3a7834cd5b1e6e6676cb56bf0 2024-11-22T14:36:25,283 INFO [M:0;b313e41b3af3:34851 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34923/user/jenkins/test-data/0461e3f3-acd7-41aa-efeb-66bb30a77b26/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b0ec91d3a7834cd5b1e6e6676cb56bf0, entries=8, sequenceid=55, filesize=5.5 K 2024-11-22T14:36:25,283 DEBUG [M:0;b313e41b3af3:34851 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34923/user/jenkins/test-data/0461e3f3-acd7-41aa-efeb-66bb30a77b26/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a1b4b25dccda4eaba077fe551cfb8202 as hdfs://localhost:34923/user/jenkins/test-data/0461e3f3-acd7-41aa-efeb-66bb30a77b26/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a1b4b25dccda4eaba077fe551cfb8202 2024-11-22T14:36:25,287 INFO [M:0;b313e41b3af3:34851 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34923/user/jenkins/test-data/0461e3f3-acd7-41aa-efeb-66bb30a77b26/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a1b4b25dccda4eaba077fe551cfb8202, entries=6, sequenceid=55, filesize=6.4 K 2024-11-22T14:36:25,288 DEBUG [M:0;b313e41b3af3:34851 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34923/user/jenkins/test-data/0461e3f3-acd7-41aa-efeb-66bb30a77b26/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3fd11e830d94419a88e83faa4e56a6a8 as hdfs://localhost:34923/user/jenkins/test-data/0461e3f3-acd7-41aa-efeb-66bb30a77b26/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3fd11e830d94419a88e83faa4e56a6a8 2024-11-22T14:36:25,294 INFO [M:0;b313e41b3af3:34851 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34923/user/jenkins/test-data/0461e3f3-acd7-41aa-efeb-66bb30a77b26/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3fd11e830d94419a88e83faa4e56a6a8, entries=1, sequenceid=55, filesize=5.0 K 2024-11-22T14:36:25,295 INFO [M:0;b313e41b3af3:34851 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1180ms, sequenceid=55, compaction requested=false 2024-11-22T14:36:25,309 INFO [M:0;b313e41b3af3:34851 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T14:36:25,309 DEBUG [M:0;b313e41b3af3:34851 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732286184115Disabling compacts and flushes for region at 1732286184115Disabling writes for close at 1732286184115Obtaining lock to block concurrent updates at 1732286184115Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732286184115Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28663, getHeapSize=34624, getOffHeapSize=0, getCellsCount=66 at 1732286184116 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732286184116Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732286184116Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732286184132 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732286184132Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732286184827 (+695 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732286184839 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732286184839Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732286185247 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732286185269 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732286185270 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@24a1907a: reopening flushed file at 1732286185278 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@34b72beb: reopening flushed file at 1732286185283 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ae7d2af: reopening flushed file at 1732286185287 (+4 ms)Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1180ms, sequenceid=55, compaction requested=false at 1732286185295 (+8 ms)Writing region close event to WAL at 1732286185308 (+13 ms)Closed at 1732286185308 2024-11-22T14:36:25,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44417 is added to blk_1073741830_1006 (size=32770) 2024-11-22T14:36:25,315 INFO [M:0;b313e41b3af3:34851 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-22T14:36:25,315 INFO [M:0;b313e41b3af3:34851 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34851 2024-11-22T14:36:25,315 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T14:36:25,315 INFO [M:0;b313e41b3af3:34851 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T14:36:25,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34851-0x10067dc92060006, quorum=127.0.0.1:53297, baseZNode=/2473911647 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T14:36:25,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34851-0x10067dc92060006, quorum=127.0.0.1:53297, baseZNode=/2473911647 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T14:36:25,416 INFO [M:0;b313e41b3af3:34851 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T14:36:25,429 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@249026b0{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T14:36:25,429 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5cb415da{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T14:36:25,429 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T14:36:25,429 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7047b583{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T14:36:25,429 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4ca3927a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82d9146b-91db-483b-9cf0-6c1aabeb770f/hadoop.log.dir/,STOPPED} 2024-11-22T14:36:25,431 WARN [BP-981012460-172.17.0.2-1732286171739 heartbeating to localhost/127.0.0.1:34923 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-22T14:36:25,431 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-22T14:36:25,431 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-22T14:36:25,431 WARN [BP-981012460-172.17.0.2-1732286171739 heartbeating to localhost/127.0.0.1:34923 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-981012460-172.17.0.2-1732286171739 (Datanode Uuid d5dec491-2bfb-46b5-848e-015b0a0b3705) service to localhost/127.0.0.1:34923 2024-11-22T14:36:25,431 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82d9146b-91db-483b-9cf0-6c1aabeb770f/cluster_bef21dfd-dc91-042a-1e9d-c070225eaeca/data/data1/current/BP-981012460-172.17.0.2-1732286171739 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T14:36:25,432 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82d9146b-91db-483b-9cf0-6c1aabeb770f/cluster_bef21dfd-dc91-042a-1e9d-c070225eaeca/data/data2/current/BP-981012460-172.17.0.2-1732286171739 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T14:36:25,432 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-22T14:36:25,437 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5e2a454{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T14:36:25,437 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@18990de3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T14:36:25,437 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T14:36:25,438 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@52750825{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T14:36:25,438 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2d8fe384{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82d9146b-91db-483b-9cf0-6c1aabeb770f/hadoop.log.dir/,STOPPED} 2024-11-22T14:36:25,452 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-22T14:36:25,452 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-22T14:36:25,452 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T14:36:25,452 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T14:36:25,452 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:36:25,453 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:36:25,453 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T14:36:25,453 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-22T14:36:25,453 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1213644752, stopped=false 2024-11-22T14:36:25,453 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b313e41b3af3,35851,1732286170292 2024-11-22T14:36:25,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35851-0x10067dc92060003, quorum=127.0.0.1:53297, baseZNode=/1-990060421 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-990060421/running 2024-11-22T14:36:25,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42623-0x10067dc92060004, quorum=127.0.0.1:53297, baseZNode=/1-990060421 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-990060421/running 2024-11-22T14:36:25,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35851-0x10067dc92060003, quorum=127.0.0.1:53297, baseZNode=/1-990060421 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-990060421 2024-11-22T14:36:25,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42623-0x10067dc92060004, quorum=127.0.0.1:53297, baseZNode=/1-990060421 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-990060421 2024-11-22T14:36:25,454 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-22T14:36:25,455 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35851-0x10067dc92060003, quorum=127.0.0.1:53297, baseZNode=/1-990060421 Set watcher on znode that does not yet exist, /1-990060421/running 2024-11-22T14:36:25,456 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T14:36:25,456 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T14:36:25,456 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:36:25,456 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42623-0x10067dc92060004, quorum=127.0.0.1:53297, baseZNode=/1-990060421 Set watcher on znode that does not yet exist, /1-990060421/running 2024-11-22T14:36:25,457 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b313e41b3af3,42623,1732286170332' ***** 2024-11-22T14:36:25,457 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-22T14:36:25,457 INFO [RS:0;b313e41b3af3:42623 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-22T14:36:25,457 INFO [RS:0;b313e41b3af3:42623 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-22T14:36:25,457 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-22T14:36:25,457 INFO [RS:0;b313e41b3af3:42623 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-22T14:36:25,457 INFO [RS:0;b313e41b3af3:42623 {}] regionserver.HRegionServer(3091): Received CLOSE for 9009f45ad314b6ac299eccb042238b5d 2024-11-22T14:36:25,458 INFO [RS:0;b313e41b3af3:42623 {}] regionserver.HRegionServer(959): stopping server b313e41b3af3,42623,1732286170332 2024-11-22T14:36:25,458 INFO [RS:0;b313e41b3af3:42623 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T14:36:25,458 INFO [RS:0;b313e41b3af3:42623 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b313e41b3af3:42623. 2024-11-22T14:36:25,458 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9009f45ad314b6ac299eccb042238b5d, disabling compactions & flushes 2024-11-22T14:36:25,458 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732286175964.9009f45ad314b6ac299eccb042238b5d. 2024-11-22T14:36:25,458 DEBUG [RS:0;b313e41b3af3:42623 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T14:36:25,458 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732286175964.9009f45ad314b6ac299eccb042238b5d. 2024-11-22T14:36:25,458 DEBUG [RS:0;b313e41b3af3:42623 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:36:25,458 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732286175964.9009f45ad314b6ac299eccb042238b5d. after waiting 0 ms 2024-11-22T14:36:25,458 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732286175964.9009f45ad314b6ac299eccb042238b5d. 2024-11-22T14:36:25,458 INFO [RS:0;b313e41b3af3:42623 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-22T14:36:25,458 INFO [RS:0;b313e41b3af3:42623 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-22T14:36:25,458 INFO [RS:0;b313e41b3af3:42623 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-22T14:36:25,458 INFO [RS:0;b313e41b3af3:42623 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-22T14:36:25,461 INFO [RS:0;b313e41b3af3:42623 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-22T14:36:25,461 DEBUG [RS:0;b313e41b3af3:42623 {}] regionserver.HRegionServer(1325): Online Regions={9009f45ad314b6ac299eccb042238b5d=test,,1732286175964.9009f45ad314b6ac299eccb042238b5d., 1588230740=hbase:meta,,1.1588230740} 2024-11-22T14:36:25,461 DEBUG [RS:0;b313e41b3af3:42623 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9009f45ad314b6ac299eccb042238b5d 2024-11-22T14:36:25,461 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-22T14:36:25,461 INFO [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-22T14:36:25,461 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-22T14:36:25,461 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T14:36:25,461 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T14:36:25,462 INFO [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-22T14:36:25,466 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41581/user/jenkins/test-data/40c789bd-4eef-1209-fbed-1fc3e4b18d54/data/default/test/9009f45ad314b6ac299eccb042238b5d/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-22T14:36:25,466 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-22T14:36:25,466 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-22T14:36:25,466 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732286175964.9009f45ad314b6ac299eccb042238b5d. 2024-11-22T14:36:25,466 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9009f45ad314b6ac299eccb042238b5d: Waiting for close lock at 1732286185458Running coprocessor pre-close hooks at 1732286185458Disabling compacts and flushes for region at 1732286185458Disabling writes for close at 1732286185458Writing region close event to WAL at 1732286185463 (+5 ms)Running coprocessor post-close hooks at 1732286185466 (+3 ms)Closed at 1732286185466 2024-11-22T14:36:25,466 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732286175964.9009f45ad314b6ac299eccb042238b5d. 2024-11-22T14:36:25,476 INFO [regionserver/b313e41b3af3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T14:36:25,490 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41581/user/jenkins/test-data/40c789bd-4eef-1209-fbed-1fc3e4b18d54/data/hbase/meta/1588230740/.tmp/info/bbbb1ed37dc34a2ba17467665f9b8db3 is 129, key is test,,1732286175964.9009f45ad314b6ac299eccb042238b5d./info:regioninfo/1732286176746/Put/seqid=0 2024-11-22T14:36:25,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41537 is added to blk_1073741841_1017 (size=6421) 2024-11-22T14:36:25,605 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,34033,1732286167153.replicationSource.wal-reader.b313e41b3af3%2C34033%2C1732286167153,1-b313e41b3af3,34033,1732286167153 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41169/user/jenkins/test-data/eab256af-88a9-a24c-aa2e-077239e25d87/WALs/b313e41b3af3,34033,1732286167153/b313e41b3af3%2C34033%2C1732286167153.1732286181583 to pos 393, reset compression=false 2024-11-22T14:36:25,634 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,2-b313e41b3af3,34033,1732286167153.replicationSource.wal-reader.b313e41b3af3%2C34033%2C1732286167153,2-b313e41b3af3,34033,1732286167153 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41169/user/jenkins/test-data/eab256af-88a9-a24c-aa2e-077239e25d87/WALs/b313e41b3af3,34033,1732286167153/b313e41b3af3%2C34033%2C1732286167153.1732286181583 to pos 393, reset compression=false 2024-11-22T14:36:25,642 DEBUG [master/b313e41b3af3:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): data stats (chunk size=2097152): current pool size=9, created chunk count=34, reused chunk count=159, reuseRatio=82.38% 2024-11-22T14:36:25,643 DEBUG [master/b313e41b3af3:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): index stats (chunk size=209715): current pool size=0, created chunk count=0, reused chunk count=0, reuseRatio=0 2024-11-22T14:36:25,661 DEBUG [RS:0;b313e41b3af3:42623 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T14:36:25,861 DEBUG [RS:0;b313e41b3af3:42623 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T14:36:25,895 INFO [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41581/user/jenkins/test-data/40c789bd-4eef-1209-fbed-1fc3e4b18d54/data/hbase/meta/1588230740/.tmp/info/bbbb1ed37dc34a2ba17467665f9b8db3 2024-11-22T14:36:25,915 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41581/user/jenkins/test-data/40c789bd-4eef-1209-fbed-1fc3e4b18d54/data/hbase/meta/1588230740/.tmp/ns/e8ecb79954c048edb7ce1013d6feaed3 is 43, key is default/ns:d/1732286171630/Put/seqid=0 2024-11-22T14:36:25,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41537 is added to blk_1073741842_1018 (size=5153) 2024-11-22T14:36:26,045 INFO [regionserver/b313e41b3af3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-22T14:36:26,045 INFO [regionserver/b313e41b3af3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-22T14:36:26,062 DEBUG [RS:0;b313e41b3af3:42623 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T14:36:26,262 DEBUG [RS:0;b313e41b3af3:42623 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T14:36:26,319 INFO [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41581/user/jenkins/test-data/40c789bd-4eef-1209-fbed-1fc3e4b18d54/data/hbase/meta/1588230740/.tmp/ns/e8ecb79954c048edb7ce1013d6feaed3 2024-11-22T14:36:26,336 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41581/user/jenkins/test-data/40c789bd-4eef-1209-fbed-1fc3e4b18d54/data/hbase/meta/1588230740/.tmp/rep_barrier/031e9688308643bc8e36d9843ddb095f is 112, key is test,,1732286175964.9009f45ad314b6ac299eccb042238b5d./rep_barrier:seqnumDuringOpen/1732286176746/Put/seqid=0 2024-11-22T14:36:26,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41537 is added to blk_1073741843_1019 (size=5518) 2024-11-22T14:36:26,462 INFO [RS:0;b313e41b3af3:42623 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-22T14:36:26,462 DEBUG [RS:0;b313e41b3af3:42623 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-22T14:36:26,462 DEBUG [RS:0;b313e41b3af3:42623 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T14:36:26,508 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,34033,1732286167153.replicationSource.wal-reader.b313e41b3af3%2C34033%2C1732286167153,1-b313e41b3af3,34033,1732286167153 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41169/user/jenkins/test-data/eab256af-88a9-a24c-aa2e-077239e25d87/WALs/b313e41b3af3,34033,1732286167153/b313e41b3af3%2C34033%2C1732286167153.1732286181583 to pos 393, reset compression=false 2024-11-22T14:36:26,537 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,2-b313e41b3af3,34033,1732286167153.replicationSource.wal-reader.b313e41b3af3%2C34033%2C1732286167153,2-b313e41b3af3,34033,1732286167153 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41169/user/jenkins/test-data/eab256af-88a9-a24c-aa2e-077239e25d87/WALs/b313e41b3af3,34033,1732286167153/b313e41b3af3%2C34033%2C1732286167153.1732286181583 to pos 393, reset compression=false 2024-11-22T14:36:26,662 DEBUG [RS:0;b313e41b3af3:42623 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T14:36:26,739 INFO [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41581/user/jenkins/test-data/40c789bd-4eef-1209-fbed-1fc3e4b18d54/data/hbase/meta/1588230740/.tmp/rep_barrier/031e9688308643bc8e36d9843ddb095f 2024-11-22T14:36:26,760 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41581/user/jenkins/test-data/40c789bd-4eef-1209-fbed-1fc3e4b18d54/data/hbase/meta/1588230740/.tmp/table/6e5aea5ba7024ec58a63199246adcec0 is 40, key is test/table:state/1732286176756/Put/seqid=0 2024-11-22T14:36:26,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41537 is added to blk_1073741844_1020 (size=5165) 2024-11-22T14:36:26,862 DEBUG [RS:0;b313e41b3af3:42623 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T14:36:27,062 DEBUG [RS:0;b313e41b3af3:42623 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T14:36:27,163 INFO [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41581/user/jenkins/test-data/40c789bd-4eef-1209-fbed-1fc3e4b18d54/data/hbase/meta/1588230740/.tmp/table/6e5aea5ba7024ec58a63199246adcec0 2024-11-22T14:36:27,167 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41581/user/jenkins/test-data/40c789bd-4eef-1209-fbed-1fc3e4b18d54/data/hbase/meta/1588230740/.tmp/info/bbbb1ed37dc34a2ba17467665f9b8db3 as hdfs://localhost:41581/user/jenkins/test-data/40c789bd-4eef-1209-fbed-1fc3e4b18d54/data/hbase/meta/1588230740/info/bbbb1ed37dc34a2ba17467665f9b8db3 2024-11-22T14:36:27,170 INFO [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41581/user/jenkins/test-data/40c789bd-4eef-1209-fbed-1fc3e4b18d54/data/hbase/meta/1588230740/info/bbbb1ed37dc34a2ba17467665f9b8db3, entries=10, sequenceid=11, filesize=6.3 K 2024-11-22T14:36:27,171 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41581/user/jenkins/test-data/40c789bd-4eef-1209-fbed-1fc3e4b18d54/data/hbase/meta/1588230740/.tmp/ns/e8ecb79954c048edb7ce1013d6feaed3 as hdfs://localhost:41581/user/jenkins/test-data/40c789bd-4eef-1209-fbed-1fc3e4b18d54/data/hbase/meta/1588230740/ns/e8ecb79954c048edb7ce1013d6feaed3 2024-11-22T14:36:27,175 INFO [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41581/user/jenkins/test-data/40c789bd-4eef-1209-fbed-1fc3e4b18d54/data/hbase/meta/1588230740/ns/e8ecb79954c048edb7ce1013d6feaed3, entries=2, sequenceid=11, filesize=5.0 K 2024-11-22T14:36:27,175 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41581/user/jenkins/test-data/40c789bd-4eef-1209-fbed-1fc3e4b18d54/data/hbase/meta/1588230740/.tmp/rep_barrier/031e9688308643bc8e36d9843ddb095f as hdfs://localhost:41581/user/jenkins/test-data/40c789bd-4eef-1209-fbed-1fc3e4b18d54/data/hbase/meta/1588230740/rep_barrier/031e9688308643bc8e36d9843ddb095f 2024-11-22T14:36:27,178 INFO [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41581/user/jenkins/test-data/40c789bd-4eef-1209-fbed-1fc3e4b18d54/data/hbase/meta/1588230740/rep_barrier/031e9688308643bc8e36d9843ddb095f, entries=1, sequenceid=11, filesize=5.4 K 2024-11-22T14:36:27,179 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41581/user/jenkins/test-data/40c789bd-4eef-1209-fbed-1fc3e4b18d54/data/hbase/meta/1588230740/.tmp/table/6e5aea5ba7024ec58a63199246adcec0 as hdfs://localhost:41581/user/jenkins/test-data/40c789bd-4eef-1209-fbed-1fc3e4b18d54/data/hbase/meta/1588230740/table/6e5aea5ba7024ec58a63199246adcec0 2024-11-22T14:36:27,182 INFO [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41581/user/jenkins/test-data/40c789bd-4eef-1209-fbed-1fc3e4b18d54/data/hbase/meta/1588230740/table/6e5aea5ba7024ec58a63199246adcec0, entries=2, sequenceid=11, filesize=5.0 K 2024-11-22T14:36:27,183 INFO [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1722ms, sequenceid=11, compaction requested=false 2024-11-22T14:36:27,183 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-22T14:36:27,187 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41581/user/jenkins/test-data/40c789bd-4eef-1209-fbed-1fc3e4b18d54/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-22T14:36:27,187 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-22T14:36:27,188 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T14:36:27,188 INFO [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-22T14:36:27,188 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732286185461Running coprocessor pre-close hooks at 1732286185461Disabling compacts and flushes for region at 1732286185461Disabling writes for close at 1732286185461Obtaining lock to block concurrent updates at 1732286185462 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732286185462Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1732286185462Flushing stores of hbase:meta,,1.1588230740 at 1732286185463 (+1 ms)Flushing 1588230740/info: creating writer at 1732286185463Flushing 1588230740/info: appending metadata at 1732286185490 (+27 ms)Flushing 1588230740/info: closing flushed file at 1732286185490Flushing 1588230740/ns: creating writer at 1732286185899 (+409 ms)Flushing 1588230740/ns: appending metadata at 1732286185915 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1732286185915Flushing 1588230740/rep_barrier: creating writer at 1732286186323 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732286186335 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732286186335Flushing 1588230740/table: creating writer at 1732286186743 (+408 ms)Flushing 1588230740/table: appending metadata at 1732286186760 (+17 ms)Flushing 1588230740/table: closing flushed file at 1732286186760Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c74e4df: reopening flushed file at 1732286187167 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@107813cf: reopening flushed file at 1732286187171 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f24308: reopening flushed file at 1732286187175 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@711f4d8: reopening flushed file at 1732286187178 (+3 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1722ms, sequenceid=11, compaction requested=false at 1732286187183 (+5 ms)Writing region close event to WAL at 1732286187184 (+1 ms)Running coprocessor post-close hooks at 1732286187187 (+3 ms)Closed at 1732286187188 (+1 ms) 2024-11-22T14:36:27,188 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-22T14:36:27,263 INFO [RS:0;b313e41b3af3:42623 {}] regionserver.HRegionServer(976): stopping server b313e41b3af3,42623,1732286170332; all regions closed. 2024-11-22T14:36:27,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41537 is added to blk_1073741834_1010 (size=2717) 2024-11-22T14:36:27,266 DEBUG [RS:0;b313e41b3af3:42623 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/40c789bd-4eef-1209-fbed-1fc3e4b18d54/oldWALs 2024-11-22T14:36:27,266 INFO [RS:0;b313e41b3af3:42623 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b313e41b3af3%2C42623%2C1732286170332.meta:.meta(num 1732286171591) 2024-11-22T14:36:27,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41537 is added to blk_1073741833_1009 (size=1374) 2024-11-22T14:36:27,269 DEBUG [RS:0;b313e41b3af3:42623 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/40c789bd-4eef-1209-fbed-1fc3e4b18d54/oldWALs 2024-11-22T14:36:27,269 INFO [RS:0;b313e41b3af3:42623 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b313e41b3af3%2C42623%2C1732286170332:(num 1732286171184) 2024-11-22T14:36:27,269 DEBUG [RS:0;b313e41b3af3:42623 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:36:27,269 INFO [RS:0;b313e41b3af3:42623 {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T14:36:27,269 INFO [RS:0;b313e41b3af3:42623 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T14:36:27,269 INFO [RS:0;b313e41b3af3:42623 {}] hbase.ChoreService(370): Chore service for: regionserver/b313e41b3af3:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-22T14:36:27,269 INFO [RS:0;b313e41b3af3:42623 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T14:36:27,269 INFO [regionserver/b313e41b3af3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T14:36:27,269 INFO [RS:0;b313e41b3af3:42623 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b313e41b3af3:42623. 2024-11-22T14:36:27,269 DEBUG [RS:0;b313e41b3af3:42623 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T14:36:27,270 DEBUG [RS:0;b313e41b3af3:42623 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:36:27,270 DEBUG [RS:0;b313e41b3af3:42623 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:36:27,270 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T14:36:27,270 INFO [RS:0;b313e41b3af3:42623 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42623 2024-11-22T14:36:27,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42623-0x10067dc92060004, quorum=127.0.0.1:53297, baseZNode=/1-990060421 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-990060421/rs/b313e41b3af3,42623,1732286170332 2024-11-22T14:36:27,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35851-0x10067dc92060003, quorum=127.0.0.1:53297, baseZNode=/1-990060421 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-990060421/rs 2024-11-22T14:36:27,271 INFO [RS:0;b313e41b3af3:42623 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T14:36:27,271 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b313e41b3af3,42623,1732286170332] 2024-11-22T14:36:27,272 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-990060421/draining/b313e41b3af3,42623,1732286170332 already deleted, retry=false 2024-11-22T14:36:27,272 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b313e41b3af3,42623,1732286170332 expired; onlineServers=0 2024-11-22T14:36:27,272 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b313e41b3af3,35851,1732286170292' ***** 2024-11-22T14:36:27,272 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-22T14:36:27,272 INFO [M:0;b313e41b3af3:35851 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T14:36:27,272 INFO [M:0;b313e41b3af3:35851 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T14:36:27,272 DEBUG [M:0;b313e41b3af3:35851 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-22T14:36:27,272 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-22T14:36:27,272 DEBUG [M:0;b313e41b3af3:35851 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-22T14:36:27,272 DEBUG [master/b313e41b3af3:0:becomeActiveMaster-HFileCleaner.large.0-1732286170988 {}] cleaner.HFileCleaner(306): Exit Thread[master/b313e41b3af3:0:becomeActiveMaster-HFileCleaner.large.0-1732286170988,5,FailOnTimeoutGroup] 2024-11-22T14:36:27,272 DEBUG [master/b313e41b3af3:0:becomeActiveMaster-HFileCleaner.small.0-1732286170988 {}] cleaner.HFileCleaner(306): Exit Thread[master/b313e41b3af3:0:becomeActiveMaster-HFileCleaner.small.0-1732286170988,5,FailOnTimeoutGroup] 2024-11-22T14:36:27,272 INFO [M:0;b313e41b3af3:35851 {}] hbase.ChoreService(370): Chore service for: master/b313e41b3af3:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-22T14:36:27,272 INFO [M:0;b313e41b3af3:35851 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T14:36:27,272 DEBUG [M:0;b313e41b3af3:35851 {}] master.HMaster(1795): Stopping service threads 2024-11-22T14:36:27,272 INFO [M:0;b313e41b3af3:35851 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-22T14:36:27,272 INFO [M:0;b313e41b3af3:35851 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-22T14:36:27,273 INFO [M:0;b313e41b3af3:35851 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-22T14:36:27,273 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-22T14:36:27,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35851-0x10067dc92060003, quorum=127.0.0.1:53297, baseZNode=/1-990060421 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-990060421/master 2024-11-22T14:36:27,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35851-0x10067dc92060003, quorum=127.0.0.1:53297, baseZNode=/1-990060421 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-990060421 2024-11-22T14:36:27,273 DEBUG [M:0;b313e41b3af3:35851 {}] zookeeper.ZKUtil(347): master:35851-0x10067dc92060003, quorum=127.0.0.1:53297, baseZNode=/1-990060421 Unable to get data of znode /1-990060421/master because node does not exist (not an error) 2024-11-22T14:36:27,273 WARN [M:0;b313e41b3af3:35851 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-22T14:36:27,274 INFO [M:0;b313e41b3af3:35851 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41581/user/jenkins/test-data/40c789bd-4eef-1209-fbed-1fc3e4b18d54/.lastflushedseqids 2024-11-22T14:36:27,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41537 is added to blk_1073741845_1021 (size=173) 2024-11-22T14:36:27,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42623-0x10067dc92060004, quorum=127.0.0.1:53297, baseZNode=/1-990060421 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T14:36:27,372 INFO [RS:0;b313e41b3af3:42623 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T14:36:27,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42623-0x10067dc92060004, quorum=127.0.0.1:53297, baseZNode=/1-990060421 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T14:36:27,372 INFO [RS:0;b313e41b3af3:42623 {}] regionserver.HRegionServer(1031): Exiting; stopping=b313e41b3af3,42623,1732286170332; zookeeper connection closed. 2024-11-22T14:36:27,372 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3477071b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3477071b 2024-11-22T14:36:27,372 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-22T14:36:27,513 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,34033,1732286167153.replicationSource.wal-reader.b313e41b3af3%2C34033%2C1732286167153,1-b313e41b3af3,34033,1732286167153 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41169/user/jenkins/test-data/eab256af-88a9-a24c-aa2e-077239e25d87/WALs/b313e41b3af3,34033,1732286167153/b313e41b3af3%2C34033%2C1732286167153.1732286181583 to pos 393, reset compression=false 2024-11-22T14:36:27,540 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,2-b313e41b3af3,34033,1732286167153.replicationSource.wal-reader.b313e41b3af3%2C34033%2C1732286167153,2-b313e41b3af3,34033,1732286167153 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41169/user/jenkins/test-data/eab256af-88a9-a24c-aa2e-077239e25d87/WALs/b313e41b3af3,34033,1732286167153/b313e41b3af3%2C34033%2C1732286167153.1732286181583 to pos 393, reset compression=false 2024-11-22T14:36:27,677 INFO [M:0;b313e41b3af3:35851 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-22T14:36:27,678 INFO [M:0;b313e41b3af3:35851 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-22T14:36:27,678 DEBUG [M:0;b313e41b3af3:35851 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T14:36:27,678 INFO [M:0;b313e41b3af3:35851 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T14:36:27,678 DEBUG [M:0;b313e41b3af3:35851 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T14:36:27,678 DEBUG [M:0;b313e41b3af3:35851 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T14:36:27,678 DEBUG [M:0;b313e41b3af3:35851 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T14:36:27,678 INFO [M:0;b313e41b3af3:35851 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.99 KB heapSize=33.88 KB 2024-11-22T14:36:27,703 DEBUG [M:0;b313e41b3af3:35851 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41581/user/jenkins/test-data/40c789bd-4eef-1209-fbed-1fc3e4b18d54/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bb556d15346e48ae9eaa0bbbfb8b6d1a is 82, key is hbase:meta,,1/info:regioninfo/1732286171623/Put/seqid=0 2024-11-22T14:36:27,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41537 is added to blk_1073741846_1022 (size=5672) 2024-11-22T14:36:28,114 INFO [M:0;b313e41b3af3:35851 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:41581/user/jenkins/test-data/40c789bd-4eef-1209-fbed-1fc3e4b18d54/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bb556d15346e48ae9eaa0bbbfb8b6d1a 2024-11-22T14:36:28,136 DEBUG [M:0;b313e41b3af3:35851 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41581/user/jenkins/test-data/40c789bd-4eef-1209-fbed-1fc3e4b18d54/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bd07a4fb6ef74e0da96ab004c321c9ae is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732286176759/Put/seqid=0 2024-11-22T14:36:28,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41537 is added to blk_1073741847_1023 (size=6586) 2024-11-22T14:36:28,140 INFO [M:0;b313e41b3af3:35851 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.44 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:41581/user/jenkins/test-data/40c789bd-4eef-1209-fbed-1fc3e4b18d54/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bd07a4fb6ef74e0da96ab004c321c9ae 2024-11-22T14:36:28,157 DEBUG [M:0;b313e41b3af3:35851 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41581/user/jenkins/test-data/40c789bd-4eef-1209-fbed-1fc3e4b18d54/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/eec1f8397da64663b50eaae49a7f96ff is 69, key is b313e41b3af3,42623,1732286170332/rs:state/1732286171004/Put/seqid=0 2024-11-22T14:36:28,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41537 is added to blk_1073741848_1024 (size=5156) 2024-11-22T14:36:28,163 INFO [M:0;b313e41b3af3:35851 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:41581/user/jenkins/test-data/40c789bd-4eef-1209-fbed-1fc3e4b18d54/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/eec1f8397da64663b50eaae49a7f96ff 2024-11-22T14:36:28,167 DEBUG [M:0;b313e41b3af3:35851 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41581/user/jenkins/test-data/40c789bd-4eef-1209-fbed-1fc3e4b18d54/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bb556d15346e48ae9eaa0bbbfb8b6d1a as hdfs://localhost:41581/user/jenkins/test-data/40c789bd-4eef-1209-fbed-1fc3e4b18d54/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/bb556d15346e48ae9eaa0bbbfb8b6d1a 2024-11-22T14:36:28,170 INFO [M:0;b313e41b3af3:35851 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41581/user/jenkins/test-data/40c789bd-4eef-1209-fbed-1fc3e4b18d54/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/bb556d15346e48ae9eaa0bbbfb8b6d1a, entries=8, sequenceid=55, filesize=5.5 K 2024-11-22T14:36:28,171 DEBUG [M:0;b313e41b3af3:35851 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41581/user/jenkins/test-data/40c789bd-4eef-1209-fbed-1fc3e4b18d54/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bd07a4fb6ef74e0da96ab004c321c9ae as hdfs://localhost:41581/user/jenkins/test-data/40c789bd-4eef-1209-fbed-1fc3e4b18d54/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bd07a4fb6ef74e0da96ab004c321c9ae 2024-11-22T14:36:28,182 INFO [M:0;b313e41b3af3:35851 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41581/user/jenkins/test-data/40c789bd-4eef-1209-fbed-1fc3e4b18d54/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bd07a4fb6ef74e0da96ab004c321c9ae, entries=6, sequenceid=55, filesize=6.4 K 2024-11-22T14:36:28,182 DEBUG [M:0;b313e41b3af3:35851 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41581/user/jenkins/test-data/40c789bd-4eef-1209-fbed-1fc3e4b18d54/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/eec1f8397da64663b50eaae49a7f96ff as hdfs://localhost:41581/user/jenkins/test-data/40c789bd-4eef-1209-fbed-1fc3e4b18d54/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/eec1f8397da64663b50eaae49a7f96ff 2024-11-22T14:36:28,187 INFO [M:0;b313e41b3af3:35851 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41581/user/jenkins/test-data/40c789bd-4eef-1209-fbed-1fc3e4b18d54/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/eec1f8397da64663b50eaae49a7f96ff, entries=1, sequenceid=55, filesize=5.0 K 2024-11-22T14:36:28,188 INFO [M:0;b313e41b3af3:35851 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 510ms, sequenceid=55, compaction requested=false 2024-11-22T14:36:28,192 INFO [M:0;b313e41b3af3:35851 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T14:36:28,192 DEBUG [M:0;b313e41b3af3:35851 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732286187678Disabling compacts and flushes for region at 1732286187678Disabling writes for close at 1732286187678Obtaining lock to block concurrent updates at 1732286187678Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732286187678Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28663, getHeapSize=34624, getOffHeapSize=0, getCellsCount=66 at 1732286187679 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732286187679Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732286187679Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732286187703 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732286187703Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732286188118 (+415 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732286188135 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732286188136 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732286188143 (+7 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732286188157 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732286188157Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@72ce7a2c: reopening flushed file at 1732286188166 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a748cd4: reopening flushed file at 1732286188170 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@28786d6e: reopening flushed file at 1732286188182 (+12 ms)Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 510ms, sequenceid=55, compaction requested=false at 1732286188188 (+6 ms)Writing region close event to WAL at 1732286188192 (+4 ms)Closed at 1732286188192 2024-11-22T14:36:28,198 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/40c789bd-4eef-1209-fbed-1fc3e4b18d54/MasterData/WALs/b313e41b3af3,35851,1732286170292/b313e41b3af3%2C35851%2C1732286170292.1732286170856 not finished, retry = 0 2024-11-22T14:36:28,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41537 is added to blk_1073741830_1006 (size=32770) 2024-11-22T14:36:28,299 INFO [M:0;b313e41b3af3:35851 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-22T14:36:28,299 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T14:36:28,299 INFO [M:0;b313e41b3af3:35851 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35851 2024-11-22T14:36:28,300 INFO [M:0;b313e41b3af3:35851 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T14:36:28,401 INFO [M:0;b313e41b3af3:35851 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T14:36:28,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35851-0x10067dc92060003, quorum=127.0.0.1:53297, baseZNode=/1-990060421 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T14:36:28,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35851-0x10067dc92060003, quorum=127.0.0.1:53297, baseZNode=/1-990060421 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T14:36:28,410 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@26d49f62{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T14:36:28,410 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@654e73bb{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T14:36:28,410 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T14:36:28,410 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7a98aa89{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T14:36:28,410 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@482c8780{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5aa0d25-cd52-277e-b292-66a611cbd6b9/hadoop.log.dir/,STOPPED} 2024-11-22T14:36:28,411 WARN [BP-223913194-172.17.0.2-1732286169145 heartbeating to localhost/127.0.0.1:41581 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-22T14:36:28,411 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-22T14:36:28,411 WARN [BP-223913194-172.17.0.2-1732286169145 heartbeating to localhost/127.0.0.1:41581 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-223913194-172.17.0.2-1732286169145 (Datanode Uuid 2bdc0b74-9496-4715-8823-963c189ade0d) service to localhost/127.0.0.1:41581 2024-11-22T14:36:28,411 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-22T14:36:28,412 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5aa0d25-cd52-277e-b292-66a611cbd6b9/cluster_22b5ae37-e1d9-cfa2-007f-bb56c3e282ec/data/data1/current/BP-223913194-172.17.0.2-1732286169145 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T14:36:28,412 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5aa0d25-cd52-277e-b292-66a611cbd6b9/cluster_22b5ae37-e1d9-cfa2-007f-bb56c3e282ec/data/data2/current/BP-223913194-172.17.0.2-1732286169145 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T14:36:28,412 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-22T14:36:28,418 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3695c297{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T14:36:28,418 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@119eee7d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T14:36:28,418 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T14:36:28,418 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1f2b333{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T14:36:28,418 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@53b01372{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5aa0d25-cd52-277e-b292-66a611cbd6b9/hadoop.log.dir/,STOPPED} 2024-11-22T14:36:28,429 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-22T14:36:28,430 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-22T14:36:28,430 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T14:36:28,430 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T14:36:28,430 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:36:28,430 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:36:28,430 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-22T14:36:28,430 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T14:36:28,430 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=554010178, stopped=false 2024-11-22T14:36:28,430 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b313e41b3af3,35599,1732286167094 2024-11-22T14:36:28,431 DEBUG [pool-2397-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34033-0x10067dc92060001, quorum=127.0.0.1:53297, baseZNode=/02043170621 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02043170621/running 2024-11-22T14:36:28,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35599-0x10067dc92060000, quorum=127.0.0.1:53297, baseZNode=/02043170621 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02043170621/running 2024-11-22T14:36:28,431 DEBUG [pool-2397-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34033-0x10067dc92060001, quorum=127.0.0.1:53297, baseZNode=/02043170621 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02043170621 2024-11-22T14:36:28,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35599-0x10067dc92060000, quorum=127.0.0.1:53297, baseZNode=/02043170621 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02043170621 2024-11-22T14:36:28,431 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-22T14:36:28,432 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T14:36:28,432 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T14:36:28,432 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:36:28,432 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34033-0x10067dc92060001, quorum=127.0.0.1:53297, baseZNode=/02043170621 Set watcher on znode that does not yet exist, /02043170621/running 2024-11-22T14:36:28,432 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b313e41b3af3,34033,1732286167153' ***** 2024-11-22T14:36:28,432 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-22T14:36:28,432 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35599-0x10067dc92060000, quorum=127.0.0.1:53297, baseZNode=/02043170621 Set watcher on znode that does not yet exist, /02043170621/running 2024-11-22T14:36:28,432 INFO [RS:0;b313e41b3af3:34033 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-22T14:36:28,432 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-22T14:36:28,433 INFO [RS:0;b313e41b3af3:34033 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-22T14:36:28,433 INFO [RS:0;b313e41b3af3:34033 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-22T14:36:28,433 INFO [RS:0;b313e41b3af3:34033 {}] regionserver.HRegionServer(3091): Received CLOSE for 5a151846470469942ed04b1d56cef42c 2024-11-22T14:36:28,433 INFO [RS:0;b313e41b3af3:34033 {}] regionserver.HRegionServer(3091): Received CLOSE for 28bc1c0e3f616c8326bcbdf836e99c94 2024-11-22T14:36:28,433 INFO [RS:0;b313e41b3af3:34033 {}] regionserver.HRegionServer(959): stopping server b313e41b3af3,34033,1732286167153 2024-11-22T14:36:28,433 INFO [RS:0;b313e41b3af3:34033 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T14:36:28,433 INFO [RS:0;b313e41b3af3:34033 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b313e41b3af3:34033. 2024-11-22T14:36:28,433 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5a151846470469942ed04b1d56cef42c, disabling compactions & flushes 2024-11-22T14:36:28,433 DEBUG [RS:0;b313e41b3af3:34033 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T14:36:28,433 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732286178264.5a151846470469942ed04b1d56cef42c. 2024-11-22T14:36:28,433 DEBUG [RS:0;b313e41b3af3:34033 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:36:28,433 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732286178264.5a151846470469942ed04b1d56cef42c. 2024-11-22T14:36:28,433 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732286178264.5a151846470469942ed04b1d56cef42c. after waiting 0 ms 2024-11-22T14:36:28,433 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732286178264.5a151846470469942ed04b1d56cef42c. 2024-11-22T14:36:28,433 INFO [RS:0;b313e41b3af3:34033 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-22T14:36:28,433 INFO [RS:0;b313e41b3af3:34033 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-22T14:36:28,433 INFO [RS:0;b313e41b3af3:34033 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-22T14:36:28,433 INFO [RS:0;b313e41b3af3:34033 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-22T14:36:28,433 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 5a151846470469942ed04b1d56cef42c 3/3 column families, dataSize=1.83 KB heapSize=3.97 KB 2024-11-22T14:36:28,435 INFO [RS:0;b313e41b3af3:34033 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-22T14:36:28,435 DEBUG [RS:0;b313e41b3af3:34033 {}] regionserver.HRegionServer(1325): Online Regions={5a151846470469942ed04b1d56cef42c=hbase:replication,,1732286178264.5a151846470469942ed04b1d56cef42c., 1588230740=hbase:meta,,1.1588230740, 28bc1c0e3f616c8326bcbdf836e99c94=test,,1732286174819.28bc1c0e3f616c8326bcbdf836e99c94.} 2024-11-22T14:36:28,435 DEBUG [RS:0;b313e41b3af3:34033 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 28bc1c0e3f616c8326bcbdf836e99c94, 5a151846470469942ed04b1d56cef42c 2024-11-22T14:36:28,435 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-22T14:36:28,435 INFO [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-22T14:36:28,435 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-22T14:36:28,435 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T14:36:28,435 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T14:36:28,435 INFO [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-22T14:36:28,447 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41169/user/jenkins/test-data/eab256af-88a9-a24c-aa2e-077239e25d87/data/hbase/replication/5a151846470469942ed04b1d56cef42c/.tmp/hfileref/2db0e8fa76b94adead4b7f9527eaf883 is 74, key is 1/hfileref:1ab171c9a8a14e5581ec6d4128d2810f_SeqId_4_/1732286180852/DeleteColumn/seqid=0 2024-11-22T14:36:28,452 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41169/user/jenkins/test-data/eab256af-88a9-a24c-aa2e-077239e25d87/data/hbase/meta/1588230740/.tmp/info/60a7282a4f9642fab9b12c5f2217f6b6 is 147, key is hbase:replication,,1732286178264.5a151846470469942ed04b1d56cef42c./info:regioninfo/1732286179214/Put/seqid=0 2024-11-22T14:36:28,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39967 is added to blk_1073741847_1023 (size=5489) 2024-11-22T14:36:28,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39967 is added to blk_1073741848_1024 (size=7686) 2024-11-22T14:36:28,459 INFO [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41169/user/jenkins/test-data/eab256af-88a9-a24c-aa2e-077239e25d87/data/hbase/meta/1588230740/.tmp/info/60a7282a4f9642fab9b12c5f2217f6b6 2024-11-22T14:36:28,471 INFO [regionserver/b313e41b3af3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T14:36:28,475 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41169/user/jenkins/test-data/eab256af-88a9-a24c-aa2e-077239e25d87/data/hbase/meta/1588230740/.tmp/ns/c8f382ca6c81466ba483eadbe9918916 is 43, key is default/ns:d/1732286169036/Put/seqid=0 2024-11-22T14:36:28,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39967 is added to blk_1073741849_1025 (size=5153) 2024-11-22T14:36:28,478 INFO [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41169/user/jenkins/test-data/eab256af-88a9-a24c-aa2e-077239e25d87/data/hbase/meta/1588230740/.tmp/ns/c8f382ca6c81466ba483eadbe9918916 2024-11-22T14:36:28,495 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41169/user/jenkins/test-data/eab256af-88a9-a24c-aa2e-077239e25d87/data/hbase/meta/1588230740/.tmp/rep_barrier/4db19a7581764dce82ad95e10a6caba6 is 112, key is test,,1732286174819.28bc1c0e3f616c8326bcbdf836e99c94./rep_barrier:seqnumDuringOpen/1732286175603/Put/seqid=0 2024-11-22T14:36:28,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39967 is added to blk_1073741850_1026 (size=5518) 2024-11-22T14:36:28,500 INFO [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41169/user/jenkins/test-data/eab256af-88a9-a24c-aa2e-077239e25d87/data/hbase/meta/1588230740/.tmp/rep_barrier/4db19a7581764dce82ad95e10a6caba6 2024-11-22T14:36:28,531 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41169/user/jenkins/test-data/eab256af-88a9-a24c-aa2e-077239e25d87/data/hbase/meta/1588230740/.tmp/table/56b673aa464a4e1389c100e083e1991e is 53, key is hbase:replication/table:state/1732286179248/Put/seqid=0 2024-11-22T14:36:28,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39967 is added to blk_1073741851_1027 (size=5308) 2024-11-22T14:36:28,540 INFO [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41169/user/jenkins/test-data/eab256af-88a9-a24c-aa2e-077239e25d87/data/hbase/meta/1588230740/.tmp/table/56b673aa464a4e1389c100e083e1991e 2024-11-22T14:36:28,544 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41169/user/jenkins/test-data/eab256af-88a9-a24c-aa2e-077239e25d87/data/hbase/meta/1588230740/.tmp/info/60a7282a4f9642fab9b12c5f2217f6b6 as hdfs://localhost:41169/user/jenkins/test-data/eab256af-88a9-a24c-aa2e-077239e25d87/data/hbase/meta/1588230740/info/60a7282a4f9642fab9b12c5f2217f6b6 2024-11-22T14:36:28,547 INFO [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41169/user/jenkins/test-data/eab256af-88a9-a24c-aa2e-077239e25d87/data/hbase/meta/1588230740/info/60a7282a4f9642fab9b12c5f2217f6b6, entries=20, sequenceid=16, filesize=7.5 K 2024-11-22T14:36:28,548 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41169/user/jenkins/test-data/eab256af-88a9-a24c-aa2e-077239e25d87/data/hbase/meta/1588230740/.tmp/ns/c8f382ca6c81466ba483eadbe9918916 as hdfs://localhost:41169/user/jenkins/test-data/eab256af-88a9-a24c-aa2e-077239e25d87/data/hbase/meta/1588230740/ns/c8f382ca6c81466ba483eadbe9918916 2024-11-22T14:36:28,551 INFO [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41169/user/jenkins/test-data/eab256af-88a9-a24c-aa2e-077239e25d87/data/hbase/meta/1588230740/ns/c8f382ca6c81466ba483eadbe9918916, entries=2, sequenceid=16, filesize=5.0 K 2024-11-22T14:36:28,552 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41169/user/jenkins/test-data/eab256af-88a9-a24c-aa2e-077239e25d87/data/hbase/meta/1588230740/.tmp/rep_barrier/4db19a7581764dce82ad95e10a6caba6 as hdfs://localhost:41169/user/jenkins/test-data/eab256af-88a9-a24c-aa2e-077239e25d87/data/hbase/meta/1588230740/rep_barrier/4db19a7581764dce82ad95e10a6caba6 2024-11-22T14:36:28,555 INFO [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41169/user/jenkins/test-data/eab256af-88a9-a24c-aa2e-077239e25d87/data/hbase/meta/1588230740/rep_barrier/4db19a7581764dce82ad95e10a6caba6, entries=1, sequenceid=16, filesize=5.4 K 2024-11-22T14:36:28,556 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41169/user/jenkins/test-data/eab256af-88a9-a24c-aa2e-077239e25d87/data/hbase/meta/1588230740/.tmp/table/56b673aa464a4e1389c100e083e1991e as hdfs://localhost:41169/user/jenkins/test-data/eab256af-88a9-a24c-aa2e-077239e25d87/data/hbase/meta/1588230740/table/56b673aa464a4e1389c100e083e1991e 2024-11-22T14:36:28,559 INFO [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41169/user/jenkins/test-data/eab256af-88a9-a24c-aa2e-077239e25d87/data/hbase/meta/1588230740/table/56b673aa464a4e1389c100e083e1991e, entries=4, sequenceid=16, filesize=5.2 K 2024-11-22T14:36:28,560 INFO [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 125ms, sequenceid=16, compaction requested=false 2024-11-22T14:36:28,563 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41169/user/jenkins/test-data/eab256af-88a9-a24c-aa2e-077239e25d87/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-22T14:36:28,564 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-22T14:36:28,564 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T14:36:28,564 INFO [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-22T14:36:28,564 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732286188435Running coprocessor pre-close hooks at 1732286188435Disabling compacts and flushes for region at 1732286188435Disabling writes for close at 1732286188435Obtaining lock to block concurrent updates at 1732286188435Preparing flush snapshotting stores in 1588230740 at 1732286188435Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732286188436 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732286188436Flushing 1588230740/info: creating writer at 1732286188436Flushing 1588230740/info: appending metadata at 1732286188452 (+16 ms)Flushing 1588230740/info: closing flushed file at 1732286188452Flushing 1588230740/ns: creating writer at 1732286188462 (+10 ms)Flushing 1588230740/ns: appending metadata at 1732286188475 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1732286188475Flushing 1588230740/rep_barrier: creating writer at 1732286188481 (+6 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732286188494 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732286188494Flushing 1588230740/table: creating writer at 1732286188511 (+17 ms)Flushing 1588230740/table: appending metadata at 1732286188530 (+19 ms)Flushing 1588230740/table: closing flushed file at 1732286188530Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@78552d98: reopening flushed file at 1732286188544 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7d4caa08: reopening flushed file at 1732286188547 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@22a6cfb9: reopening flushed file at 1732286188552 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6da91b75: reopening flushed file at 1732286188556 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 125ms, sequenceid=16, compaction requested=false at 1732286188560 (+4 ms)Writing region close event to WAL at 1732286188561 (+1 ms)Running coprocessor post-close hooks at 1732286188564 (+3 ms)Closed at 1732286188564 2024-11-22T14:36:28,564 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-22T14:36:28,609 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-22T14:36:28,610 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:36:28,610 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:36:28,611 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:36:28,611 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:36:28,611 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:36:28,611 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:36:28,612 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:36:28,612 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:36:28,621 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,34033,1732286167153.replicationSource.wal-reader.b313e41b3af3%2C34033%2C1732286167153,1-b313e41b3af3,34033,1732286167153 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41169/user/jenkins/test-data/eab256af-88a9-a24c-aa2e-077239e25d87/WALs/b313e41b3af3,34033,1732286167153/b313e41b3af3%2C34033%2C1732286167153.1732286181583 to pos 393, reset compression=false 2024-11-22T14:36:28,635 DEBUG [RS:0;b313e41b3af3:34033 {}] regionserver.HRegionServer(1351): Waiting on 28bc1c0e3f616c8326bcbdf836e99c94, 5a151846470469942ed04b1d56cef42c 2024-11-22T14:36:28,644 DEBUG [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,2-b313e41b3af3,34033,1732286167153.replicationSource.wal-reader.b313e41b3af3%2C34033%2C1732286167153,2-b313e41b3af3,34033,1732286167153 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41169/user/jenkins/test-data/eab256af-88a9-a24c-aa2e-077239e25d87/WALs/b313e41b3af3,34033,1732286167153/b313e41b3af3%2C34033%2C1732286167153.1732286181583 to pos 393, reset compression=false 2024-11-22T14:36:28,667 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:36:28,667 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:36:28,667 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:36:28,667 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:36:28,668 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:36:28,668 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:36:28,676 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:36:28,680 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:36:28,680 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:36:28,695 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:36:28,739 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:36:28,739 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T14:36:28,836 DEBUG [RS:0;b313e41b3af3:34033 {}] regionserver.HRegionServer(1351): Waiting on 28bc1c0e3f616c8326bcbdf836e99c94, 5a151846470469942ed04b1d56cef42c 2024-11-22T14:36:28,839 INFO [regionserver/b313e41b3af3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-22T14:36:28,840 INFO [regionserver/b313e41b3af3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-22T14:36:28,854 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=840 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:41169/user/jenkins/test-data/eab256af-88a9-a24c-aa2e-077239e25d87/data/hbase/replication/5a151846470469942ed04b1d56cef42c/.tmp/hfileref/2db0e8fa76b94adead4b7f9527eaf883 2024-11-22T14:36:28,896 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41169/user/jenkins/test-data/eab256af-88a9-a24c-aa2e-077239e25d87/data/hbase/replication/5a151846470469942ed04b1d56cef42c/.tmp/queue/be5fd6c79d4a42e88932c469a3fc3d27 is 153, key is 1-b313e41b3af3,34033,1732286167153/queue:b313e41b3af3%2C34033%2C1732286167153/1732286182577/Put/seqid=0 2024-11-22T14:36:28,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39967 is added to blk_1073741852_1028 (size=5504) 2024-11-22T14:36:29,036 DEBUG [RS:0;b313e41b3af3:34033 {}] regionserver.HRegionServer(1351): Waiting on 28bc1c0e3f616c8326bcbdf836e99c94, 5a151846470469942ed04b1d56cef42c 2024-11-22T14:36:29,236 DEBUG [RS:0;b313e41b3af3:34033 {}] regionserver.HRegionServer(1351): Waiting on 28bc1c0e3f616c8326bcbdf836e99c94, 5a151846470469942ed04b1d56cef42c 2024-11-22T14:36:29,318 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.01 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:41169/user/jenkins/test-data/eab256af-88a9-a24c-aa2e-077239e25d87/data/hbase/replication/5a151846470469942ed04b1d56cef42c/.tmp/queue/be5fd6c79d4a42e88932c469a3fc3d27 2024-11-22T14:36:29,324 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41169/user/jenkins/test-data/eab256af-88a9-a24c-aa2e-077239e25d87/data/hbase/replication/5a151846470469942ed04b1d56cef42c/.tmp/hfileref/2db0e8fa76b94adead4b7f9527eaf883 as hdfs://localhost:41169/user/jenkins/test-data/eab256af-88a9-a24c-aa2e-077239e25d87/data/hbase/replication/5a151846470469942ed04b1d56cef42c/hfileref/2db0e8fa76b94adead4b7f9527eaf883 2024-11-22T14:36:29,329 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41169/user/jenkins/test-data/eab256af-88a9-a24c-aa2e-077239e25d87/data/hbase/replication/5a151846470469942ed04b1d56cef42c/hfileref/2db0e8fa76b94adead4b7f9527eaf883, entries=6, sequenceid=17, filesize=5.4 K 2024-11-22T14:36:29,330 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41169/user/jenkins/test-data/eab256af-88a9-a24c-aa2e-077239e25d87/data/hbase/replication/5a151846470469942ed04b1d56cef42c/.tmp/queue/be5fd6c79d4a42e88932c469a3fc3d27 as hdfs://localhost:41169/user/jenkins/test-data/eab256af-88a9-a24c-aa2e-077239e25d87/data/hbase/replication/5a151846470469942ed04b1d56cef42c/queue/be5fd6c79d4a42e88932c469a3fc3d27 2024-11-22T14:36:29,334 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41169/user/jenkins/test-data/eab256af-88a9-a24c-aa2e-077239e25d87/data/hbase/replication/5a151846470469942ed04b1d56cef42c/queue/be5fd6c79d4a42e88932c469a3fc3d27, entries=2, sequenceid=17, filesize=5.4 K 2024-11-22T14:36:29,335 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for 5a151846470469942ed04b1d56cef42c in 902ms, sequenceid=17, compaction requested=false 2024-11-22T14:36:29,345 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41169/user/jenkins/test-data/eab256af-88a9-a24c-aa2e-077239e25d87/data/hbase/replication/5a151846470469942ed04b1d56cef42c/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=1 2024-11-22T14:36:29,346 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-22T14:36:29,346 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T14:36:29,346 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732286178264.5a151846470469942ed04b1d56cef42c. 2024-11-22T14:36:29,346 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5a151846470469942ed04b1d56cef42c: Waiting for close lock at 1732286188433Running coprocessor pre-close hooks at 1732286188433Disabling compacts and flushes for region at 1732286188433Disabling writes for close at 1732286188433Obtaining lock to block concurrent updates at 1732286188433Preparing flush snapshotting stores in 5a151846470469942ed04b1d56cef42c at 1732286188433Finished memstore snapshotting hbase:replication,,1732286178264.5a151846470469942ed04b1d56cef42c., syncing WAL and waiting on mvcc, flushsize=dataSize=1878, getHeapSize=4016, getOffHeapSize=0, getCellsCount=19 at 1732286188434 (+1 ms)Flushing stores of hbase:replication,,1732286178264.5a151846470469942ed04b1d56cef42c. at 1732286188434Flushing 5a151846470469942ed04b1d56cef42c/hfileref: creating writer at 1732286188434Flushing 5a151846470469942ed04b1d56cef42c/hfileref: appending metadata at 1732286188447 (+13 ms)Flushing 5a151846470469942ed04b1d56cef42c/hfileref: closing flushed file at 1732286188447Flushing 5a151846470469942ed04b1d56cef42c/queue: creating writer at 1732286188862 (+415 ms)Flushing 5a151846470469942ed04b1d56cef42c/queue: appending metadata at 1732286188895 (+33 ms)Flushing 5a151846470469942ed04b1d56cef42c/queue: closing flushed file at 1732286188895Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5af6ae7e: reopening flushed file at 1732286189322 (+427 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@608ba74: reopening flushed file at 1732286189329 (+7 ms)Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for 5a151846470469942ed04b1d56cef42c in 902ms, sequenceid=17, compaction requested=false at 1732286189335 (+6 ms)Writing region close event to WAL at 1732286189343 (+8 ms)Running coprocessor post-close hooks at 1732286189346 (+3 ms)Closed at 1732286189346 2024-11-22T14:36:29,346 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732286178264.5a151846470469942ed04b1d56cef42c. 2024-11-22T14:36:29,346 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 28bc1c0e3f616c8326bcbdf836e99c94, disabling compactions & flushes 2024-11-22T14:36:29,346 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732286174819.28bc1c0e3f616c8326bcbdf836e99c94. 2024-11-22T14:36:29,346 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732286174819.28bc1c0e3f616c8326bcbdf836e99c94. 2024-11-22T14:36:29,346 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732286174819.28bc1c0e3f616c8326bcbdf836e99c94. after waiting 0 ms 2024-11-22T14:36:29,346 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732286174819.28bc1c0e3f616c8326bcbdf836e99c94. 2024-11-22T14:36:29,352 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41169/user/jenkins/test-data/eab256af-88a9-a24c-aa2e-077239e25d87/data/default/test/28bc1c0e3f616c8326bcbdf836e99c94/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-22T14:36:29,352 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-22T14:36:29,352 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-22T14:36:29,352 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732286174819.28bc1c0e3f616c8326bcbdf836e99c94. 2024-11-22T14:36:29,352 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 28bc1c0e3f616c8326bcbdf836e99c94: Waiting for close lock at 1732286189346Running coprocessor pre-close hooks at 1732286189346Disabling compacts and flushes for region at 1732286189346Disabling writes for close at 1732286189346Writing region close event to WAL at 1732286189349 (+3 ms)Running coprocessor post-close hooks at 1732286189352 (+3 ms)Closed at 1732286189352 2024-11-22T14:36:29,352 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732286174819.28bc1c0e3f616c8326bcbdf836e99c94. 2024-11-22T14:36:29,437 INFO [RS:0;b313e41b3af3:34033 {}] regionserver.HRegionServer(976): stopping server b313e41b3af3,34033,1732286167153; all regions closed. 2024-11-22T14:36:29,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39967 is added to blk_1073741844_1020 (size=859) 2024-11-22T14:36:29,440 DEBUG [RS:0;b313e41b3af3:34033 {}] wal.AbstractFSWAL(1256): Moved 2 WAL file(s) to /user/jenkins/test-data/eab256af-88a9-a24c-aa2e-077239e25d87/oldWALs 2024-11-22T14:36:29,440 INFO [RS:0;b313e41b3af3:34033 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b313e41b3af3%2C34033%2C1732286167153.meta:.meta(num 1732286181654) 2024-11-22T14:36:29,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39967 is added to blk_1073741843_1019 (size=2791) 2024-11-22T14:36:29,444 DEBUG [RS:0;b313e41b3af3:34033 {}] wal.AbstractFSWAL(1256): Moved 2 WAL file(s) to /user/jenkins/test-data/eab256af-88a9-a24c-aa2e-077239e25d87/oldWALs 2024-11-22T14:36:29,444 INFO [RS:0;b313e41b3af3:34033 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b313e41b3af3%2C34033%2C1732286167153.rep:(num 1732286181610) 2024-11-22T14:36:29,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39967 is added to blk_1073741842_1018 (size=696) 2024-11-22T14:36:29,446 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/eab256af-88a9-a24c-aa2e-077239e25d87/WALs/b313e41b3af3,34033,1732286167153/b313e41b3af3%2C34033%2C1732286167153.1732286181583 not finished, retry = 0 2024-11-22T14:36:29,548 DEBUG [RS:0;b313e41b3af3:34033 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/eab256af-88a9-a24c-aa2e-077239e25d87/oldWALs 2024-11-22T14:36:29,548 INFO [RS:0;b313e41b3af3:34033 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b313e41b3af3%2C34033%2C1732286167153:(num 1732286181583) 2024-11-22T14:36:29,548 DEBUG [RS:0;b313e41b3af3:34033 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:36:29,548 INFO [RS:0;b313e41b3af3:34033 {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T14:36:29,548 INFO [RS:0;b313e41b3af3:34033 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T14:36:29,548 INFO [RS:0;b313e41b3af3:34033 {}] hbase.ChoreService(370): Chore service for: regionserver/b313e41b3af3:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-22T14:36:29,549 INFO [regionserver/b313e41b3af3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T14:36:29,549 INFO [RS:0;b313e41b3af3:34033 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T14:36:29,549 INFO [RS:0;b313e41b3af3:34033 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-b313e41b3af3,34033,1732286167153 because: Region server is closing 2024-11-22T14:36:29,549 INFO [RS:0;b313e41b3af3:34033 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b313e41b3af3:34033. 2024-11-22T14:36:29,549 DEBUG [RS:0;b313e41b3af3:34033 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T14:36:29,549 DEBUG [RS:0;b313e41b3af3:34033 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:36:29,550 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T14:36:29,550 DEBUG [RS:0;b313e41b3af3:34033 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:36:29,650 WARN [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,34033,1732286167153.replicationSource.wal-reader.b313e41b3af3%2C34033%2C1732286167153,1-b313e41b3af3,34033,1732286167153 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-22T14:36:29,650 WARN [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,34033,1732286167153.replicationSource.shipperb313e41b3af3%2C34033%2C1732286167153,1-b313e41b3af3,34033,1732286167153 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-22T14:36:29,650 INFO [RS:0;b313e41b3af3:34033 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,1-b313e41b3af3,34033,1732286167153.replicationSource.shipperb313e41b3af3%2C34033%2C1732286167153,1-b313e41b3af3,34033,1732286167153 terminated 2024-11-22T14:36:29,650 INFO [RS:0;b313e41b3af3:34033 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-b313e41b3af3,34033,1732286167153 because: Region server is closing 2024-11-22T14:36:29,650 INFO [RS:0;b313e41b3af3:34033 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b313e41b3af3:34033. 2024-11-22T14:36:29,650 DEBUG [RS:0;b313e41b3af3:34033 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T14:36:29,651 DEBUG [RS:0;b313e41b3af3:34033 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:36:29,651 DEBUG [RS:0;b313e41b3af3:34033 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:36:29,651 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T14:36:29,751 WARN [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,2-b313e41b3af3,34033,1732286167153.replicationSource.shipperb313e41b3af3%2C34033%2C1732286167153,2-b313e41b3af3,34033,1732286167153 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-22T14:36:29,751 WARN [RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,2-b313e41b3af3,34033,1732286167153.replicationSource.wal-reader.b313e41b3af3%2C34033%2C1732286167153,2-b313e41b3af3,34033,1732286167153 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-22T14:36:29,751 INFO [RS:0;b313e41b3af3:34033 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/b313e41b3af3:0-0.replicationSource,2-b313e41b3af3,34033,1732286167153.replicationSource.shipperb313e41b3af3%2C34033%2C1732286167153,2-b313e41b3af3,34033,1732286167153 terminated 2024-11-22T14:36:29,751 INFO [RS:0;b313e41b3af3:34033 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34033 2024-11-22T14:36:29,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35599-0x10067dc92060000, quorum=127.0.0.1:53297, baseZNode=/02043170621 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02043170621/rs 2024-11-22T14:36:29,752 DEBUG [pool-2397-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34033-0x10067dc92060001, quorum=127.0.0.1:53297, baseZNode=/02043170621 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02043170621/rs/b313e41b3af3,34033,1732286167153 2024-11-22T14:36:29,753 INFO [RS:0;b313e41b3af3:34033 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T14:36:29,753 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b313e41b3af3,34033,1732286167153] 2024-11-22T14:36:29,754 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /02043170621/draining/b313e41b3af3,34033,1732286167153 already deleted, retry=false 2024-11-22T14:36:29,754 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b313e41b3af3,34033,1732286167153 expired; onlineServers=0 2024-11-22T14:36:29,754 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b313e41b3af3,35599,1732286167094' ***** 2024-11-22T14:36:29,754 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-22T14:36:29,754 INFO [M:0;b313e41b3af3:35599 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T14:36:29,754 INFO [M:0;b313e41b3af3:35599 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T14:36:29,754 DEBUG [M:0;b313e41b3af3:35599 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-22T14:36:29,754 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-22T14:36:29,754 DEBUG [M:0;b313e41b3af3:35599 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-22T14:36:29,754 DEBUG [master/b313e41b3af3:0:becomeActiveMaster-HFileCleaner.large.0-1732286167801 {}] cleaner.HFileCleaner(306): Exit Thread[master/b313e41b3af3:0:becomeActiveMaster-HFileCleaner.large.0-1732286167801,5,FailOnTimeoutGroup] 2024-11-22T14:36:29,755 DEBUG [master/b313e41b3af3:0:becomeActiveMaster-HFileCleaner.small.0-1732286167801 {}] cleaner.HFileCleaner(306): Exit Thread[master/b313e41b3af3:0:becomeActiveMaster-HFileCleaner.small.0-1732286167801,5,FailOnTimeoutGroup] 2024-11-22T14:36:29,755 INFO [M:0;b313e41b3af3:35599 {}] hbase.ChoreService(370): Chore service for: master/b313e41b3af3:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-22T14:36:29,755 INFO [M:0;b313e41b3af3:35599 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T14:36:29,755 DEBUG [M:0;b313e41b3af3:35599 {}] master.HMaster(1795): Stopping service threads 2024-11-22T14:36:29,755 INFO [M:0;b313e41b3af3:35599 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-22T14:36:29,755 INFO [M:0;b313e41b3af3:35599 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-22T14:36:29,755 INFO [M:0;b313e41b3af3:35599 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-22T14:36:29,755 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-22T14:36:29,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35599-0x10067dc92060000, quorum=127.0.0.1:53297, baseZNode=/02043170621 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02043170621/master 2024-11-22T14:36:29,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35599-0x10067dc92060000, quorum=127.0.0.1:53297, baseZNode=/02043170621 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02043170621 2024-11-22T14:36:29,756 DEBUG [M:0;b313e41b3af3:35599 {}] zookeeper.ZKUtil(347): master:35599-0x10067dc92060000, quorum=127.0.0.1:53297, baseZNode=/02043170621 Unable to get data of znode /02043170621/master because node does not exist (not an error) 2024-11-22T14:36:29,756 WARN [M:0;b313e41b3af3:35599 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-22T14:36:29,756 INFO [M:0;b313e41b3af3:35599 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41169/user/jenkins/test-data/eab256af-88a9-a24c-aa2e-077239e25d87/.lastflushedseqids 2024-11-22T14:36:29,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39967 is added to blk_1073741853_1029 (size=263) 2024-11-22T14:36:29,853 INFO [RS:0;b313e41b3af3:34033 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T14:36:29,853 DEBUG [pool-2397-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34033-0x10067dc92060001, quorum=127.0.0.1:53297, baseZNode=/02043170621 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T14:36:29,854 DEBUG [pool-2397-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34033-0x10067dc92060001, quorum=127.0.0.1:53297, baseZNode=/02043170621 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T14:36:29,854 INFO [RS:0;b313e41b3af3:34033 {}] regionserver.HRegionServer(1031): Exiting; stopping=b313e41b3af3,34033,1732286167153; zookeeper connection closed. 2024-11-22T14:36:29,854 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@78265832 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@78265832 2024-11-22T14:36:29,854 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-22T14:36:30,172 INFO [M:0;b313e41b3af3:35599 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-22T14:36:30,173 INFO [M:0;b313e41b3af3:35599 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-22T14:36:30,173 DEBUG [M:0;b313e41b3af3:35599 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T14:36:30,173 INFO [M:0;b313e41b3af3:35599 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T14:36:30,173 DEBUG [M:0;b313e41b3af3:35599 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T14:36:30,173 DEBUG [M:0;b313e41b3af3:35599 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T14:36:30,173 DEBUG [M:0;b313e41b3af3:35599 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T14:36:30,173 INFO [M:0;b313e41b3af3:35599 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=59.83 KB heapSize=70.51 KB 2024-11-22T14:36:30,190 DEBUG [M:0;b313e41b3af3:35599 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41169/user/jenkins/test-data/eab256af-88a9-a24c-aa2e-077239e25d87/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d6f038777e3d4c66a4ba160c02c77aa6 is 82, key is hbase:meta,,1/info:regioninfo/1732286169024/Put/seqid=0 2024-11-22T14:36:30,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39967 is added to blk_1073741854_1030 (size=5672) 2024-11-22T14:36:30,194 INFO [M:0;b313e41b3af3:35599 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:41169/user/jenkins/test-data/eab256af-88a9-a24c-aa2e-077239e25d87/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d6f038777e3d4c66a4ba160c02c77aa6 2024-11-22T14:36:30,209 DEBUG [M:0;b313e41b3af3:35599 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41169/user/jenkins/test-data/eab256af-88a9-a24c-aa2e-077239e25d87/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6de48b11db29420ab461fc6f93d997c4 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732286179252/Put/seqid=0 2024-11-22T14:36:30,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39967 is added to blk_1073741855_1031 (size=8909) 2024-11-22T14:36:30,612 INFO [M:0;b313e41b3af3:35599 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=59.28 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:41169/user/jenkins/test-data/eab256af-88a9-a24c-aa2e-077239e25d87/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6de48b11db29420ab461fc6f93d997c4 2024-11-22T14:36:30,627 DEBUG [M:0;b313e41b3af3:35599 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41169/user/jenkins/test-data/eab256af-88a9-a24c-aa2e-077239e25d87/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ae8f16ea689e450d88be2865d0739843 is 69, key is b313e41b3af3,34033,1732286167153/rs:state/1732286167822/Put/seqid=0 2024-11-22T14:36:30,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39967 is added to blk_1073741856_1032 (size=5156) 2024-11-22T14:36:31,030 INFO [M:0;b313e41b3af3:35599 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:41169/user/jenkins/test-data/eab256af-88a9-a24c-aa2e-077239e25d87/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ae8f16ea689e450d88be2865d0739843 2024-11-22T14:36:31,034 DEBUG [M:0;b313e41b3af3:35599 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41169/user/jenkins/test-data/eab256af-88a9-a24c-aa2e-077239e25d87/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d6f038777e3d4c66a4ba160c02c77aa6 as hdfs://localhost:41169/user/jenkins/test-data/eab256af-88a9-a24c-aa2e-077239e25d87/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d6f038777e3d4c66a4ba160c02c77aa6 2024-11-22T14:36:31,037 INFO [M:0;b313e41b3af3:35599 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41169/user/jenkins/test-data/eab256af-88a9-a24c-aa2e-077239e25d87/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d6f038777e3d4c66a4ba160c02c77aa6, entries=8, sequenceid=112, filesize=5.5 K 2024-11-22T14:36:31,038 DEBUG [M:0;b313e41b3af3:35599 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41169/user/jenkins/test-data/eab256af-88a9-a24c-aa2e-077239e25d87/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6de48b11db29420ab461fc6f93d997c4 as hdfs://localhost:41169/user/jenkins/test-data/eab256af-88a9-a24c-aa2e-077239e25d87/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6de48b11db29420ab461fc6f93d997c4 2024-11-22T14:36:31,041 INFO [M:0;b313e41b3af3:35599 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41169/user/jenkins/test-data/eab256af-88a9-a24c-aa2e-077239e25d87/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6de48b11db29420ab461fc6f93d997c4, entries=13, sequenceid=112, filesize=8.7 K 2024-11-22T14:36:31,041 DEBUG [M:0;b313e41b3af3:35599 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41169/user/jenkins/test-data/eab256af-88a9-a24c-aa2e-077239e25d87/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ae8f16ea689e450d88be2865d0739843 as hdfs://localhost:41169/user/jenkins/test-data/eab256af-88a9-a24c-aa2e-077239e25d87/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ae8f16ea689e450d88be2865d0739843 2024-11-22T14:36:31,044 INFO [M:0;b313e41b3af3:35599 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41169/user/jenkins/test-data/eab256af-88a9-a24c-aa2e-077239e25d87/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ae8f16ea689e450d88be2865d0739843, entries=1, sequenceid=112, filesize=5.0 K 2024-11-22T14:36:31,045 INFO [M:0;b313e41b3af3:35599 {}] regionserver.HRegion(3140): Finished flush of dataSize ~59.83 KB/61268, heapSize ~70.21 KB/71896, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 872ms, sequenceid=112, compaction requested=false 2024-11-22T14:36:31,047 INFO [M:0;b313e41b3af3:35599 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T14:36:31,047 DEBUG [M:0;b313e41b3af3:35599 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732286190173Disabling compacts and flushes for region at 1732286190173Disabling writes for close at 1732286190173Obtaining lock to block concurrent updates at 1732286190173Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732286190173Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=61268, getHeapSize=72136, getOffHeapSize=0, getCellsCount=131 at 1732286190173Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732286190174 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732286190174Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732286190190 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732286190190Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732286190197 (+7 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732286190208 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732286190208Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732286190615 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732286190626 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732286190627 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1642ff0a: reopening flushed file at 1732286191033 (+406 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@23c6f1bb: reopening flushed file at 1732286191037 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@162c3872: reopening flushed file at 1732286191041 (+4 ms)Finished flush of dataSize ~59.83 KB/61268, heapSize ~70.21 KB/71896, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 872ms, sequenceid=112, compaction requested=false at 1732286191045 (+4 ms)Writing region close event to WAL at 1732286191047 (+2 ms)Closed at 1732286191047 2024-11-22T14:36:31,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39967 is added to blk_1073741830_1006 (size=69055) 2024-11-22T14:36:31,049 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T14:36:31,050 INFO [M:0;b313e41b3af3:35599 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-22T14:36:31,050 INFO [M:0;b313e41b3af3:35599 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35599 2024-11-22T14:36:31,050 INFO [M:0;b313e41b3af3:35599 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T14:36:31,151 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35599-0x10067dc92060000, quorum=127.0.0.1:53297, baseZNode=/02043170621 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T14:36:31,151 INFO [M:0;b313e41b3af3:35599 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T14:36:31,151 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35599-0x10067dc92060000, quorum=127.0.0.1:53297, baseZNode=/02043170621 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T14:36:31,154 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5ae63c2e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T14:36:31,154 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2f659f1b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T14:36:31,154 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T14:36:31,154 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@56cb1d91{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T14:36:31,154 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7c2c6c16{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43545adc-536d-334f-1678-b4aabf47d9c5/hadoop.log.dir/,STOPPED} 2024-11-22T14:36:31,155 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-22T14:36:31,155 WARN [BP-955285182-172.17.0.2-1732286166445 heartbeating to localhost/127.0.0.1:41169 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-22T14:36:31,155 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-22T14:36:31,155 WARN [BP-955285182-172.17.0.2-1732286166445 heartbeating to localhost/127.0.0.1:41169 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-955285182-172.17.0.2-1732286166445 (Datanode Uuid f830b98b-f3d6-49f1-92af-4acc8dd3770e) service to localhost/127.0.0.1:41169 2024-11-22T14:36:31,156 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43545adc-536d-334f-1678-b4aabf47d9c5/cluster_5d3ddcc0-0efd-3111-aaa4-7415175ec32d/data/data1/current/BP-955285182-172.17.0.2-1732286166445 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T14:36:31,156 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43545adc-536d-334f-1678-b4aabf47d9c5/cluster_5d3ddcc0-0efd-3111-aaa4-7415175ec32d/data/data2/current/BP-955285182-172.17.0.2-1732286166445 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T14:36:31,156 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-22T14:36:31,161 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@ddd43f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T14:36:31,161 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@491c2358{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T14:36:31,161 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T14:36:31,161 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@79b6a9cf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T14:36:31,162 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4759d90a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43545adc-536d-334f-1678-b4aabf47d9c5/hadoop.log.dir/,STOPPED} 2024-11-22T14:36:31,166 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-22T14:36:31,177 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-22T14:36:31,194 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=598 (was 541) Potentially hanging thread: nioEventLoopGroup-41-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41169 from jenkins.hfs.21 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34923 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41169 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34923 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41169 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41169 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53297) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-47-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41581 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34923 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41169 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.23@localhost:34923 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41169 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41169 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41581 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41169 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41169 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41581 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41169 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41581 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-45-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41169 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41169 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34923 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53297) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41581 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34923 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53297) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-45-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41169 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41581 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34923 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34923 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41169 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.21@localhost:41169 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.22@localhost:41581 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41581 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: globalEventExecutor-1-31 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34923 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41581 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34923 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-49-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41581 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41581 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=978 (was 900) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=526 (was 382) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4472 (was 3991) - AvailableMemoryMB LEAK? - 2024-11-22T14:36:31,194 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=598 is superior to 500 2024-11-22T14:36:31,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x10067dc92060008, quorum=127.0.0.1:53297, baseZNode=/2473911647 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-22T14:36:31,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10067dc92060002, quorum=127.0.0.1:53297, baseZNode=/02043170621 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-22T14:36:31,265 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x10067dc92060008, quorum=127.0.0.1:53297, baseZNode=/2473911647 Received Disconnected from ZooKeeper, ignoring 2024-11-22T14:36:31,265 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10067dc92060002, quorum=127.0.0.1:53297, baseZNode=/02043170621 Received Disconnected from ZooKeeper, ignoring 2024-11-22T14:36:31,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10067dc92060005, quorum=127.0.0.1:53297, baseZNode=/1-990060421 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-22T14:36:31,265 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10067dc92060005, quorum=127.0.0.1:53297, baseZNode=/1-990060421 Received Disconnected from ZooKeeper, ignoring